2024-11-09 02:15:42,737 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 02:15:42,760 main DEBUG Took 0.019866 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 02:15:42,760 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 02:15:42,761 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 02:15:42,762 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 02:15:42,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,775 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 02:15:42,793 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,795 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,796 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,797 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,797 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,798 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,799 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,800 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,801 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,801 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,802 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,803 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,804 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,804 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,805 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,805 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,806 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,807 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,808 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,809 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,809 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 02:15:42,810 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,811 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 02:15:42,813 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 02:15:42,814 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 02:15:42,817 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 02:15:42,818 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 02:15:42,819 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 02:15:42,820 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 02:15:42,831 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 02:15:42,834 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 02:15:42,837 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 02:15:42,837 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 02:15:42,838 main DEBUG createAppenders(={Console}) 2024-11-09 02:15:42,839 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 02:15:42,839 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 02:15:42,840 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 02:15:42,840 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 02:15:42,841 main DEBUG OutputStream closed 2024-11-09 02:15:42,841 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 02:15:42,841 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 02:15:42,842 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 02:15:42,942 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 02:15:42,946 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 02:15:42,948 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 02:15:42,950 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 02:15:42,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 02:15:42,951 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 02:15:42,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 02:15:42,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 02:15:42,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 02:15:42,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 02:15:42,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 02:15:42,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 02:15:42,955 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 02:15:42,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 02:15:42,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 02:15:42,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 02:15:42,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 02:15:42,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 02:15:42,962 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 02:15:42,963 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 02:15:42,963 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 02:15:42,964 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T02:15:42,979 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 02:15:42,982 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 02:15:42,983 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T02:15:43,048 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=472, ProcessCount=11, AvailableMemoryMB=3926 2024-11-09T02:15:43,288 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T02:15:43,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f 2024-11-09T02:15:43,338 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b, deleteOnExit=true 2024-11-09T02:15:43,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/zookeeper_0, clientPort=50137, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:15:43,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50137 2024-11-09T02:15:43,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:15:43,493 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:15:43,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/test.cache.data in system properties and HBase conf 2024-11-09T02:15:43,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:15:43,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:15:43,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:15:43,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:15:43,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:15:43,586 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T02:15:43,711 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:15:43,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:15:43,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:15:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:15:43,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:15:43,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:15:43,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:15:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:15:43,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:15:43,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:15:43,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:15:43,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:15:43,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:15:43,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:15:43,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:15:45,072 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T02:15:45,184 INFO [Time-limited test {}] log.Log(170): Logging initialized @3455ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T02:15:45,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:15:45,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:15:45,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:15:45,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:15:45,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:15:45,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:15:45,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:15:45,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:15:45,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/java.io.tmpdir/jetty-localhost-45135-hadoop-hdfs-3_4_1-tests_jar-_-any-1709396322580583769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:15:45,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45135} 2024-11-09T02:15:45,963 INFO [Time-limited test {}] server.Server(415): Started @4235ms 2024-11-09T02:15:46,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:15:46,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:15:46,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:15:46,659 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:15:46,659 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:15:46,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:15:46,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:15:46,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@116d148d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/java.io.tmpdir/jetty-localhost-33817-hadoop-hdfs-3_4_1-tests_jar-_-any-18409664831221853929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:15:46,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:33817} 2024-11-09T02:15:46,793 INFO [Time-limited test {}] server.Server(415): Started @5065ms 2024-11-09T02:15:46,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:15:47,887 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/data/data2/current/BP-1797719517-172.17.0.3-1731118544432/current, will proceed with Du for space computation calculation, 2024-11-09T02:15:47,887 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/data/data1/current/BP-1797719517-172.17.0.3-1731118544432/current, will proceed with Du for space computation calculation, 2024-11-09T02:15:47,918 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:15:47,969 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa606b62488ee6736 with lease ID 0x36470b81a5ee485a: Processing first storage report for DS-1fd8af91-84b9-41b2-9636-3fd76082676b from datanode DatanodeRegistration(127.0.0.1:37277, datanodeUuid=2ba35fac-15a9-44a0-b3ab-2a223f92bec7, infoPort=44641, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=30001675;c=1731118544432) 2024-11-09T02:15:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa606b62488ee6736 with lease ID 0x36470b81a5ee485a: from storage DS-1fd8af91-84b9-41b2-9636-3fd76082676b node DatanodeRegistration(127.0.0.1:37277, datanodeUuid=2ba35fac-15a9-44a0-b3ab-2a223f92bec7, infoPort=44641, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=30001675;c=1731118544432), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:15:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa606b62488ee6736 with lease ID 0x36470b81a5ee485a: Processing first storage report for DS-abdfb7e3-a592-42ce-921a-57f41372ea6a from datanode DatanodeRegistration(127.0.0.1:37277, datanodeUuid=2ba35fac-15a9-44a0-b3ab-2a223f92bec7, infoPort=44641, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=30001675;c=1731118544432) 2024-11-09T02:15:47,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa606b62488ee6736 with lease ID 0x36470b81a5ee485a: from storage DS-abdfb7e3-a592-42ce-921a-57f41372ea6a node DatanodeRegistration(127.0.0.1:37277, datanodeUuid=2ba35fac-15a9-44a0-b3ab-2a223f92bec7, infoPort=44641, infoSecurePort=0, ipcPort=43437, storageInfo=lv=-57;cid=testClusterID;nsid=30001675;c=1731118544432), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:15:47,981 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f 2024-11-09T02:15:47,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:47,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:48,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:15:48,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0 with version=8 2024-11-09T02:15:48,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/hbase-staging 2024-11-09T02:15:48,724 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T02:15:49,042 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:15:49,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:49,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:49,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:15:49,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:49,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:15:49,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:15:49,274 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T02:15:49,285 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T02:15:49,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:15:49,318 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9133 (auto-detected) 2024-11-09T02:15:49,319 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T02:15:49,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45069 2024-11-09T02:15:49,366 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45069 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:15:49,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450690x0, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:15:49,507 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45069-0x1011d60adf30000 connected 2024-11-09T02:15:49,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:49,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:49,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:15:49,613 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0, hbase.cluster.distributed=false 2024-11-09T02:15:49,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/acl 2024-11-09T02:15:49,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-09T02:15:49,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45069 2024-11-09T02:15:49,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45069 2024-11-09T02:15:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-09T02:15:49,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45069 2024-11-09T02:15:49,790 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:15:49,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:49,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:49,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:15:49,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:49,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:15:49,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:15:49,799 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:15:49,800 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36047 2024-11-09T02:15:49,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36047 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:15:49,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:49,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:49,825 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360470x0, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:15:49,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36047-0x1011d60adf30001 connected 2024-11-09T02:15:49,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:15:49,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:15:49,840 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:15:49,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/master 2024-11-09T02:15:49,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/acl 2024-11-09T02:15:49,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-09T02:15:49,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36047 2024-11-09T02:15:49,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36047 2024-11-09T02:15:49,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-09T02:15:49,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36047 2024-11-09T02:15:49,872 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:45069 2024-11-09T02:15:49,873 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01847491142/backup-masters/53f286d3af3b,45069,1731118548850 2024-11-09T02:15:49,889 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:15:49,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:15:49,891 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on existing znode=/01847491142/backup-masters/53f286d3af3b,45069,1731118548850 2024-11-09T02:15:49,920 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847491142/master 2024-11-09T02:15:49,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:49,920 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:49,921 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on existing znode=/01847491142/master 2024-11-09T02:15:49,922 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01847491142/backup-masters/53f286d3af3b,45069,1731118548850 from backup master directory 2024-11-09T02:15:49,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/backup-masters/53f286d3af3b,45069,1731118548850 2024-11-09T02:15:49,930 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:15:49,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:15:49,931 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:15:49,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,45069,1731118548850 2024-11-09T02:15:49,934 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T02:15:49,935 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T02:15:49,994 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/hbase.id] with ID: 4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 2024-11-09T02:15:49,994 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/.tmp/hbase.id 2024-11-09T02:15:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:15:50,407 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/.tmp/hbase.id]:[hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/hbase.id] 2024-11-09T02:15:50,456 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:50,461 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:15:50,480 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T02:15:50,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:50,569 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:15:50,999 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:15:51,003 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:15:51,025 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:15:51,031 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:15:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:15:51,490 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store 2024-11-09T02:15:51,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:15:51,916 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T02:15:51,922 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:51,924 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:15:51,925 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:51,925 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:51,927 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:15:51,928 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:51,928 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:51,929 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118551924Disabling compacts and flushes for region at 1731118551924Disabling writes for close at 1731118551927 (+3 ms)Writing region close event to WAL at 1731118551928 (+1 ms)Closed at 1731118551928 2024-11-09T02:15:51,932 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/.initializing 2024-11-09T02:15:51,932 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850 2024-11-09T02:15:51,944 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:15:51,962 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C45069%2C1731118548850, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/oldWALs, maxLogs=10 2024-11-09T02:15:51,989 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850/53f286d3af3b%2C45069%2C1731118548850.1731118551968, exclude list is [], retry=0 2024-11-09T02:15:52,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:15:52,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T02:15:52,048 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850/53f286d3af3b%2C45069%2C1731118548850.1731118551968 2024-11-09T02:15:52,049 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:15:52,050 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:15:52,051 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:52,054 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,055 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:15:52,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:52,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:52,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:15:52,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:52,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:15:52,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:15:52,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:52,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:15:52,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:15:52,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:52,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:15:52,154 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,158 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,160 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,166 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,167 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,171 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:15:52,176 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:52,182 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:15:52,184 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59634900, jitterRate=-0.1113707423210144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:15:52,192 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118552069Initializing all the Stores at 1731118552071 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118552072 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118552074 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118552074Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118552074Cleaning up temporary data from old regions at 1731118552167 (+93 ms)Region opened successfully at 1731118552192 (+25 ms) 2024-11-09T02:15:52,194 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:15:52,233 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f676cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:15:52,270 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:15:52,284 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:15:52,285 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:15:52,289 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:15:52,290 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T02:15:52,296 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T02:15:52,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:15:52,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:15:52,335 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/balancer because node does not exist (not necessarily an error) 2024-11-09T02:15:52,421 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/balancer already deleted, retry=false 2024-11-09T02:15:52,424 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:15:52,426 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:15:52,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/normalizer already deleted, retry=false 2024-11-09T02:15:52,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:15:52,442 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:15:52,452 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/switch/split already deleted, retry=false 2024-11-09T02:15:52,454 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:15:52,467 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/switch/merge already deleted, retry=false 2024-11-09T02:15:52,487 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:15:52,498 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/snapshot-cleanup already deleted, retry=false 2024-11-09T02:15:52,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847491142/running 2024-11-09T02:15:52,509 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847491142/running 2024-11-09T02:15:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:52,510 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:52,514 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,45069,1731118548850, sessionid=0x1011d60adf30000, setting cluster-up flag (Was=false) 2024-11-09T02:15:52,547 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:52,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:52,579 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01847491142/flush-table-proc/acquired, /01847491142/flush-table-proc/reached, /01847491142/flush-table-proc/abort 2024-11-09T02:15:52,582 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,45069,1731118548850 2024-11-09T02:15:52,604 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:52,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:52,636 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01847491142/online-snapshot/acquired, /01847491142/online-snapshot/reached, /01847491142/online-snapshot/abort 2024-11-09T02:15:52,639 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,45069,1731118548850 2024-11-09T02:15:52,647 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:15:52,660 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(746): ClusterId : 4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 2024-11-09T02:15:52,662 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:15:52,675 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:15:52,676 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:15:52,689 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:15:52,690 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41fca737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:15:52,707 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:36047 2024-11-09T02:15:52,710 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:15:52,711 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:15:52,711 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:15:52,713 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,45069,1731118548850 with port=36047, startcode=1731118549743 2024-11-09T02:15:52,725 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:15:52,727 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:52,737 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:15:52,745 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:15:52,751 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,45069,1731118548850 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:15:52,758 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:52,759 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:52,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:52,761 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:52,761 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:15:52,761 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:52,761 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:15:52,761 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:15:52,762 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:52,769 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:15:52,776 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:52,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:15:52,779 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118582778 2024-11-09T02:15:52,781 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:15:52,783 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:15:52,787 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:52,787 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:15:52,788 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:15:52,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:15:52,788 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:15:52,788 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:15:52,792 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:52,803 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T02:15:52,803 WARN [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T02:15:52,804 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:15:52,806 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:15:52,806 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:15:52,807 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:15:52,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:15:52,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:15:52,812 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0 2024-11-09T02:15:52,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:15:52,813 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:15:52,816 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118552814,5,FailOnTimeoutGroup] 2024-11-09T02:15:52,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118552816,5,FailOnTimeoutGroup] 2024-11-09T02:15:52,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:52,821 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:15:52,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:52,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:52,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:15:52,905 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,45069,1731118548850 with port=36047, startcode=1731118549743 2024-11-09T02:15:52,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,36047,1731118549743 2024-11-09T02:15:52,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45069 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,36047,1731118549743 2024-11-09T02:15:52,921 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0 2024-11-09T02:15:52,921 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43419 2024-11-09T02:15:52,921 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:15:52,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/rs 2024-11-09T02:15:52,931 DEBUG [RS:0;53f286d3af3b:36047 {}] zookeeper.ZKUtil(111): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on existing znode=/01847491142/rs/53f286d3af3b,36047,1731118549743 2024-11-09T02:15:52,931 WARN [RS:0;53f286d3af3b:36047 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:15:52,931 INFO [RS:0;53f286d3af3b:36047 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:15:52,932 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743 2024-11-09T02:15:52,933 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,36047,1731118549743] 2024-11-09T02:15:52,961 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:15:52,979 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:15:52,984 INFO [RS:0;53f286d3af3b:36047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:15:52,985 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:52,994 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:15:53,000 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:15:53,002 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,003 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,003 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,003 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,003 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,004 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,004 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:15:53,004 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,004 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,004 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,005 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,005 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,005 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:53,005 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:15:53,005 DEBUG [RS:0;53f286d3af3b:36047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:15:53,007 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,007 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,008 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,008 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,008 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,008 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36047,1731118549743-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:15:53,033 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:15:53,035 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36047,1731118549743-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,035 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,035 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.Replication(171): 53f286d3af3b,36047,1731118549743 started 2024-11-09T02:15:53,055 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:53,056 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,36047,1731118549743, RpcServer on 53f286d3af3b/172.17.0.3:36047, sessionid=0x1011d60adf30001 2024-11-09T02:15:53,057 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:15:53,057 DEBUG [RS:0;53f286d3af3b:36047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,36047,1731118549743 2024-11-09T02:15:53,057 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36047,1731118549743' 2024-11-09T02:15:53,057 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01847491142/flush-table-proc/abort' 2024-11-09T02:15:53,058 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01847491142/flush-table-proc/acquired' 2024-11-09T02:15:53,059 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:15:53,059 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:15:53,060 DEBUG [RS:0;53f286d3af3b:36047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,36047,1731118549743 2024-11-09T02:15:53,060 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36047,1731118549743' 2024-11-09T02:15:53,060 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01847491142/online-snapshot/abort' 2024-11-09T02:15:53,061 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01847491142/online-snapshot/acquired' 2024-11-09T02:15:53,061 DEBUG [RS:0;53f286d3af3b:36047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:15:53,062 INFO [RS:0;53f286d3af3b:36047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:15:53,062 INFO [RS:0;53f286d3af3b:36047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:15:53,171 INFO [RS:0;53f286d3af3b:36047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:15:53,176 INFO [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C36047%2C1731118549743, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs, maxLogs=10 2024-11-09T02:15:53,197 DEBUG [RS:0;53f286d3af3b:36047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179, exclude list is [], retry=0 2024-11-09T02:15:53,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:15:53,207 INFO [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 2024-11-09T02:15:53,208 DEBUG [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:15:53,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:53,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:15:53,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:15:53,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:15:53,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:15:53,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:15:53,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:15:53,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:15:53,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:15:53,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:15:53,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740 2024-11-09T02:15:53,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740 2024-11-09T02:15:53,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:15:53,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:15:53,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:15:53,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:15:53,270 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:15:53,272 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65883120, jitterRate=-0.0182650089263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:15:53,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118553227Initializing all the Stores at 1731118553229 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118553229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118553230 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118553230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118553230Cleaning up temporary data from old regions at 1731118553258 (+28 ms)Region opened successfully at 1731118553276 (+18 ms) 2024-11-09T02:15:53,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:15:53,277 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:15:53,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:15:53,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:15:53,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:15:53,279 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:15:53,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118553276Disabling compacts and flushes for region at 1731118553276Disabling writes for close at 1731118553277 (+1 ms)Writing region close event to WAL at 1731118553278 (+1 ms)Closed at 1731118553279 (+1 ms) 2024-11-09T02:15:53,283 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:53,283 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:15:53,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:15:53,302 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:15:53,306 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:15:53,458 DEBUG [53f286d3af3b:45069 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:15:53,472 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,36047,1731118549743 2024-11-09T02:15:53,479 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36047,1731118549743, state=OPENING 2024-11-09T02:15:53,530 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:15:53,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:53,541 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:15:53,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:15:53,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:15:53,543 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:15:53,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36047,1731118549743}] 2024-11-09T02:15:53,726 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:15:53,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:15:53,742 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:15:53,743 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:15:53,743 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:15:53,748 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C36047%2C1731118549743.meta, suffix=.meta, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs, maxLogs=10 2024-11-09T02:15:53,772 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.meta.1731118553751.meta, exclude list is [], retry=0 2024-11-09T02:15:53,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:15:53,781 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.meta.1731118553751.meta 2024-11-09T02:15:53,781 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:15:53,782 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:15:53,787 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:15:53,788 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:15:53,790 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:15:53,792 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:15:53,796 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:15:53,797 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:53,797 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:15:53,797 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:15:53,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:15:53,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:15:53,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:15:53,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:15:53,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:15:53,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:15:53,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:15:53,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:15:53,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:53,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:53,819 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:15:53,822 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740 2024-11-09T02:15:53,831 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740 2024-11-09T02:15:53,834 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:15:53,835 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:15:53,836 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:15:53,840 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:15:53,842 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59918062, jitterRate=-0.10715129971504211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:15:53,843 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:15:53,845 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118553798Writing region info on filesystem at 1731118553798Initializing all the Stores at 1731118553801 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118553801Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118553801Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118553801Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118553801Cleaning up temporary data from old regions at 1731118553835 (+34 ms)Running coprocessor post-open hooks at 1731118553843 (+8 ms)Region opened successfully at 1731118553845 (+2 ms) 2024-11-09T02:15:53,855 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118553717 2024-11-09T02:15:53,871 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:15:53,871 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:15:53,873 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36047,1731118549743 2024-11-09T02:15:53,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36047,1731118549743, state=OPEN 2024-11-09T02:15:54,006 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:15:54,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:15:54,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:15:54,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:15:54,009 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,36047,1731118549743 2024-11-09T02:15:54,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:15:54,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36047,1731118549743 in 464 msec 2024-11-09T02:15:54,034 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:54,034 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:15:54,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:15:54,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 728 msec 2024-11-09T02:15:54,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:15:54,066 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36047,1731118549743, seqNum=-1] 2024-11-09T02:15:54,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:15:54,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:15:54,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4680 sec 2024-11-09T02:15:54,159 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118554159, completionTime=-1 2024-11-09T02:15:54,163 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:15:54,163 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:15:54,207 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:15:54,208 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118614207 2024-11-09T02:15:54,208 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118674208 2024-11-09T02:15:54,208 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 44 msec 2024-11-09T02:15:54,211 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45069,1731118548850-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,211 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45069,1731118548850-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,212 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45069,1731118548850-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,214 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:45069, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,215 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,236 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,245 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:15:54,296 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.363sec 2024-11-09T02:15:54,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:15:54,301 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:15:54,303 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:15:54,305 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:15:54,307 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:15:54,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45069,1731118548850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:15:54,311 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45069,1731118548850-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:15:54,360 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:15:54,361 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:15:54,362 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45069,1731118548850-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:54,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f120b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:15:54,387 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T02:15:54,387 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T02:15:54,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45069,-1 for getting cluster id 2024-11-09T02:15:54,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:15:54,422 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5' 2024-11-09T02:15:54,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:15:54,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5" 2024-11-09T02:15:54,430 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fe47e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:15:54,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45069,-1] 2024-11-09T02:15:54,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:15:54,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:15:54,445 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:15:54,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43efbaeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:15:54,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:15:54,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36047,1731118549743, seqNum=-1] 2024-11-09T02:15:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:15:54,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:15:54,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,45069,1731118548850 2024-11-09T02:15:54,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:15:54,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:15:54,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d60adf30002 connected 2024-11-09T02:15:54,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir so I do NOT create it in target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37 2024-11-09T02:15:54,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:15:54,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.tmp.dir so I do NOT create it in target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37 2024-11-09T02:15:54,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:15:54,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37 2024-11-09T02:15:54,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:15:54,680 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/cluster_4b1b3fbf-6a6b-b3c5-2834-f55de0238fbb, deleteOnExit=true 2024-11-09T02:15:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:15:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/test.cache.data in system properties and HBase conf 2024-11-09T02:15:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:15:54,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:15:54,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:15:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:15:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:15:54,685 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:15:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:15:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:15:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:15:54,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:15:54,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:15:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:15:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:15:54,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:15:55,121 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:15:55,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:15:55,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:15:55,142 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:15:55,142 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:15:55,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:15:55,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@637f27af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:15:55,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f48dfa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:15:55,303 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@239506e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/java.io.tmpdir/jetty-localhost-43147-hadoop-hdfs-3_4_1-tests_jar-_-any-157471324556137797/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:15:55,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ce4f3c1{HTTP/1.1, (http/1.1)}{localhost:43147} 2024-11-09T02:15:55,305 INFO [Time-limited test {}] server.Server(415): Started @13577ms 2024-11-09T02:15:55,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:15:55,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:15:55,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:15:55,666 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:15:55,666 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:15:55,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a1bd21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:15:55,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c3ccfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:15:55,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fddcd88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/java.io.tmpdir/jetty-localhost-42887-hadoop-hdfs-3_4_1-tests_jar-_-any-5448520356309250135/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:15:55,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4393ee02{HTTP/1.1, (http/1.1)}{localhost:42887} 2024-11-09T02:15:55,807 INFO [Time-limited test {}] server.Server(415): Started @14079ms 2024-11-09T02:15:55,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:15:56,697 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/cluster_4b1b3fbf-6a6b-b3c5-2834-f55de0238fbb/data/data1/current/BP-1029926991-172.17.0.3-1731118554735/current, will proceed with Du for space computation calculation, 2024-11-09T02:15:56,701 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/cluster_4b1b3fbf-6a6b-b3c5-2834-f55de0238fbb/data/data2/current/BP-1029926991-172.17.0.3-1731118554735/current, will proceed with Du for space computation calculation, 2024-11-09T02:15:56,762 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:15:56,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3968a0b6a6d3e21 with lease ID 0x52a4f9ba3f324aa4: Processing first storage report for DS-745f4ca8-a7e3-4e24-b026-337094fe5f57 from datanode DatanodeRegistration(127.0.0.1:40919, datanodeUuid=ebc6f6ad-0b05-47b3-806a-28530ae05d0c, infoPort=33691, infoSecurePort=0, ipcPort=41931, storageInfo=lv=-57;cid=testClusterID;nsid=524925199;c=1731118554735) 2024-11-09T02:15:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3968a0b6a6d3e21 with lease ID 0x52a4f9ba3f324aa4: from storage DS-745f4ca8-a7e3-4e24-b026-337094fe5f57 node DatanodeRegistration(127.0.0.1:40919, datanodeUuid=ebc6f6ad-0b05-47b3-806a-28530ae05d0c, infoPort=33691, infoSecurePort=0, ipcPort=41931, storageInfo=lv=-57;cid=testClusterID;nsid=524925199;c=1731118554735), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:15:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd3968a0b6a6d3e21 with lease ID 0x52a4f9ba3f324aa4: Processing first storage report for DS-87189b38-2836-4a9a-b9a1-dfd12ee748e7 from datanode DatanodeRegistration(127.0.0.1:40919, datanodeUuid=ebc6f6ad-0b05-47b3-806a-28530ae05d0c, infoPort=33691, infoSecurePort=0, ipcPort=41931, storageInfo=lv=-57;cid=testClusterID;nsid=524925199;c=1731118554735) 2024-11-09T02:15:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd3968a0b6a6d3e21 with lease ID 0x52a4f9ba3f324aa4: from storage DS-87189b38-2836-4a9a-b9a1-dfd12ee748e7 node DatanodeRegistration(127.0.0.1:40919, datanodeUuid=ebc6f6ad-0b05-47b3-806a-28530ae05d0c, infoPort=33691, infoSecurePort=0, ipcPort=41931, storageInfo=lv=-57;cid=testClusterID;nsid=524925199;c=1731118554735), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:15:56,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37 2024-11-09T02:15:56,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:56,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:56,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:15:57,202 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105 with version=8 2024-11-09T02:15:57,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/hbase-staging 2024-11-09T02:15:57,206 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:15:57,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:57,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:57,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:15:57,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:57,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:15:57,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:15:57,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:15:57,210 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32821 2024-11-09T02:15:57,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32821 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:15:57,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328210x0, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:15:57,285 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32821-0x1011d60adf30003 connected 2024-11-09T02:15:57,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:57,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:57,363 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/running 2024-11-09T02:15:57,363 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105, hbase.cluster.distributed=false 2024-11-09T02:15:57,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/acl 2024-11-09T02:15:57,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-09T02:15:57,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32821 2024-11-09T02:15:57,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32821 2024-11-09T02:15:57,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-09T02:15:57,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32821 2024-11-09T02:15:57,397 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:15:57,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:57,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:57,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:15:57,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:15:57,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:15:57,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:15:57,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:15:57,400 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45311 2024-11-09T02:15:57,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45311 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:15:57,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:57,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:57,425 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453110x0, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:15:57,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453110x0, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/running 2024-11-09T02:15:57,426 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:15:57,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45311-0x1011d60adf30004 connected 2024-11-09T02:15:57,427 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:15:57,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/master 2024-11-09T02:15:57,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/acl 2024-11-09T02:15:57,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-09T02:15:57,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45311 2024-11-09T02:15:57,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45311 2024-11-09T02:15:57,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-09T02:15:57,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45311 2024-11-09T02:15:57,458 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:32821 2024-11-09T02:15:57,459 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11594563370/backup-masters/53f286d3af3b,32821,1731118557206 2024-11-09T02:15:57,467 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370/backup-masters 2024-11-09T02:15:57,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370/backup-masters 2024-11-09T02:15:57,467 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on existing znode=/11594563370/backup-masters/53f286d3af3b,32821,1731118557206 2024-11-09T02:15:57,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:57,478 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11594563370/master 2024-11-09T02:15:57,478 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:57,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on existing znode=/11594563370/master 2024-11-09T02:15:57,481 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11594563370/backup-masters/53f286d3af3b,32821,1731118557206 from backup master directory 2024-11-09T02:15:57,488 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370/backup-masters 2024-11-09T02:15:57,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11594563370/backup-masters/53f286d3af3b,32821,1731118557206 2024-11-09T02:15:57,488 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:15:57,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370/backup-masters 2024-11-09T02:15:57,488 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,32821,1731118557206 2024-11-09T02:15:57,498 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/hbase.id] with ID: 1aba98f2-2752-468a-bfa0-6517f5b9130c 2024-11-09T02:15:57,498 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/.tmp/hbase.id 2024-11-09T02:15:57,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:15:57,512 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/.tmp/hbase.id]:[hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/hbase.id] 2024-11-09T02:15:57,556 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:15:57,556 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:15:57,560 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-09T02:15:57,572 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:57,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:15:57,583 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:15:57,585 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:15:57,592 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:15:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:15:57,614 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store 2024-11-09T02:15:57,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:15:58,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:58,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:15:58,028 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:58,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:58,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:15:58,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:58,028 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:15:58,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118558028Disabling compacts and flushes for region at 1731118558028Disabling writes for close at 1731118558028Writing region close event to WAL at 1731118558028Closed at 1731118558028 2024-11-09T02:15:58,035 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/.initializing 2024-11-09T02:15:58,036 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/WALs/53f286d3af3b,32821,1731118557206 2024-11-09T02:15:58,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:15:58,042 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C32821%2C1731118557206, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/WALs/53f286d3af3b,32821,1731118557206, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/oldWALs, maxLogs=10 2024-11-09T02:15:58,058 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/WALs/53f286d3af3b,32821,1731118557206/53f286d3af3b%2C32821%2C1731118557206.1731118558042, exclude list is [], retry=0 2024-11-09T02:15:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40919,DS-745f4ca8-a7e3-4e24-b026-337094fe5f57,DISK] 2024-11-09T02:15:58,068 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/WALs/53f286d3af3b,32821,1731118557206/53f286d3af3b%2C32821%2C1731118557206.1731118558042 2024-11-09T02:15:58,071 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-09T02:15:58,071 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:15:58,071 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:58,071 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,071 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,077 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:15:58,077 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:58,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:58,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:15:58,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:58,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:15:58,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:15:58,089 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:58,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:15:58,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:15:58,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:58,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:15:58,096 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,098 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,099 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,103 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,103 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,105 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:15:58,108 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:15:58,114 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:15:58,115 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73190437, jitterRate=0.09062249958515167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:15:58,115 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118558072Initializing all the Stores at 1731118558074 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118558074Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118558074Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118558074Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118558074Cleaning up temporary data from old regions at 1731118558104 (+30 ms)Region opened successfully at 1731118558115 (+11 ms) 2024-11-09T02:15:58,115 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:15:58,125 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f0ac81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:15:58,126 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:15:58,126 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:15:58,126 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:15:58,127 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:15:58,128 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:15:58,128 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:15:58,128 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:15:58,137 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:15:58,138 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Unable to get data of znode /11594563370/balancer because node does not exist (not necessarily an error) 2024-11-09T02:15:58,189 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/balancer already deleted, retry=false 2024-11-09T02:15:58,189 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:15:58,190 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Unable to get data of znode /11594563370/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:15:58,199 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/normalizer already deleted, retry=false 2024-11-09T02:15:58,200 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:15:58,201 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Unable to get data of znode /11594563370/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:15:58,214 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/switch/split already deleted, retry=false 2024-11-09T02:15:58,215 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Unable to get data of znode /11594563370/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:15:58,225 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/switch/merge already deleted, retry=false 2024-11-09T02:15:58,228 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Unable to get data of znode /11594563370/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:15:58,235 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/snapshot-cleanup already deleted, retry=false 2024-11-09T02:15:58,246 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11594563370/running 2024-11-09T02:15:58,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11594563370/running 2024-11-09T02:15:58,246 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:58,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:58,247 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,32821,1731118557206, sessionid=0x1011d60adf30003, setting cluster-up flag (Was=false) 2024-11-09T02:15:58,267 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:58,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:58,298 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11594563370/flush-table-proc/acquired, /11594563370/flush-table-proc/reached, /11594563370/flush-table-proc/abort 2024-11-09T02:15:58,300 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,32821,1731118557206 2024-11-09T02:15:58,319 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:58,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:58,351 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11594563370/online-snapshot/acquired, /11594563370/online-snapshot/reached, /11594563370/online-snapshot/abort 2024-11-09T02:15:58,353 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,32821,1731118557206 2024-11-09T02:15:58,355 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:15:58,361 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:58,362 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:15:58,362 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:15:58,362 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,32821,1731118557206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:15:58,364 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:58,364 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:58,364 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:58,364 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:15:58,364 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:15:58,365 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,365 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:15:58,365 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118588368 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:15:58,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:15:58,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:15:58,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:15:58,370 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,371 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:15:58,371 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:15:58,371 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:15:58,371 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:15:58,372 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:15:58,372 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:15:58,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:58,372 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118558372,5,FailOnTimeoutGroup] 2024-11-09T02:15:58,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:15:58,374 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118558372,5,FailOnTimeoutGroup] 2024-11-09T02:15:58,374 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,374 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:15:58,374 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,374 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:15:58,444 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(746): ClusterId : 1aba98f2-2752-468a-bfa0-6517f5b9130c 2024-11-09T02:15:58,444 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:15:58,457 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:15:58,457 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:15:58,468 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:15:58,468 DEBUG [RS:0;53f286d3af3b:45311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9b9358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:15:58,487 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:45311 2024-11-09T02:15:58,487 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:15:58,487 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:15:58,487 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:15:58,489 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,32821,1731118557206 with port=45311, startcode=1731118557396 2024-11-09T02:15:58,489 DEBUG [RS:0;53f286d3af3b:45311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:15:58,502 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:15:58,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,45311,1731118557396 2024-11-09T02:15:58,504 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32821 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,45311,1731118557396 2024-11-09T02:15:58,513 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105 2024-11-09T02:15:58,513 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43585 2024-11-09T02:15:58,513 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:15:58,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370/rs 2024-11-09T02:15:58,578 DEBUG [RS:0;53f286d3af3b:45311 {}] zookeeper.ZKUtil(111): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on existing znode=/11594563370/rs/53f286d3af3b,45311,1731118557396 2024-11-09T02:15:58,578 WARN [RS:0;53f286d3af3b:45311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:15:58,579 INFO [RS:0;53f286d3af3b:45311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:15:58,579 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396 2024-11-09T02:15:58,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,45311,1731118557396] 2024-11-09T02:15:58,583 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:15:58,586 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:15:58,587 INFO [RS:0;53f286d3af3b:45311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:15:58,587 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,587 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:15:58,589 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:15:58,589 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,589 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,589 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:15:58,590 DEBUG [RS:0;53f286d3af3b:45311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:15:58,591 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,591 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,591 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,591 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,591 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,591 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45311,1731118557396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:15:58,609 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:15:58,610 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45311,1731118557396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,610 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,610 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.Replication(171): 53f286d3af3b,45311,1731118557396 started 2024-11-09T02:15:58,628 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:58,628 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,45311,1731118557396, RpcServer on 53f286d3af3b/172.17.0.3:45311, sessionid=0x1011d60adf30004 2024-11-09T02:15:58,628 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:15:58,629 DEBUG [RS:0;53f286d3af3b:45311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,45311,1731118557396 2024-11-09T02:15:58,629 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,45311,1731118557396' 2024-11-09T02:15:58,629 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11594563370/flush-table-proc/abort' 2024-11-09T02:15:58,630 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11594563370/flush-table-proc/acquired' 2024-11-09T02:15:58,630 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:15:58,630 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:15:58,630 DEBUG [RS:0;53f286d3af3b:45311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,45311,1731118557396 2024-11-09T02:15:58,630 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,45311,1731118557396' 2024-11-09T02:15:58,630 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11594563370/online-snapshot/abort' 2024-11-09T02:15:58,631 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11594563370/online-snapshot/acquired' 2024-11-09T02:15:58,631 DEBUG [RS:0;53f286d3af3b:45311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:15:58,631 INFO [RS:0;53f286d3af3b:45311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:15:58,631 INFO [RS:0;53f286d3af3b:45311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:15:58,732 INFO [RS:0;53f286d3af3b:45311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:15:58,735 INFO [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C45311%2C1731118557396, suffix=, logDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/oldWALs, maxLogs=10 2024-11-09T02:15:58,758 DEBUG [RS:0;53f286d3af3b:45311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396/53f286d3af3b%2C45311%2C1731118557396.1731118558736, exclude list is [], retry=0 2024-11-09T02:15:58,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40919,DS-745f4ca8-a7e3-4e24-b026-337094fe5f57,DISK] 2024-11-09T02:15:58,765 INFO [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396/53f286d3af3b%2C45311%2C1731118557396.1731118558736 2024-11-09T02:15:58,768 DEBUG [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-09T02:15:58,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:15:58,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105 2024-11-09T02:15:58,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:15:59,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:59,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:15:59,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:15:59,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:15:59,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:15:59,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:15:59,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:15:59,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:15:59,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:15:59,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:15:59,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740 2024-11-09T02:15:59,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740 2024-11-09T02:15:59,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:15:59,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:15:59,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:15:59,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:15:59,226 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:15:59,227 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64510825, jitterRate=-0.03871379792690277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:15:59,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118559198Initializing all the Stores at 1731118559200 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118559200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118559201 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118559201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118559201Cleaning up temporary data from old regions at 1731118559220 (+19 ms)Region opened successfully at 1731118559227 (+7 ms) 2024-11-09T02:15:59,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:15:59,227 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:15:59,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:15:59,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:15:59,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:15:59,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:15:59,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118559227Disabling compacts and flushes for region at 1731118559227Disabling writes for close at 1731118559227Writing region close event to WAL at 1731118559228 (+1 ms)Closed at 1731118559228 2024-11-09T02:15:59,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:59,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:15:59,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:15:59,233 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:15:59,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:15:59,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:15:59,366 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:15:59,368 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:15:59,368 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:15:59,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:15:59,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T02:15:59,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:15:59,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T02:15:59,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:15:59,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T02:15:59,385 DEBUG [53f286d3af3b:32821 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:15:59,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,45311,1731118557396 2024-11-09T02:15:59,388 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,45311,1731118557396, state=OPENING 2024-11-09T02:15:59,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:15:59,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:59,525 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:15:59,525 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:15:59,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11594563370/meta-region-server: CHANGED 2024-11-09T02:15:59,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,45311,1731118557396}] 2024-11-09T02:15:59,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11594563370/meta-region-server: CHANGED 2024-11-09T02:15:59,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:15:59,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:15:59,690 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:15:59,690 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:15:59,691 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:15:59,694 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C45311%2C1731118557396.meta, suffix=.meta, logDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396, archiveDir=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/oldWALs, maxLogs=10 2024-11-09T02:15:59,711 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396/53f286d3af3b%2C45311%2C1731118557396.meta.1731118559695.meta, exclude list is [], retry=0 2024-11-09T02:15:59,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40919,DS-745f4ca8-a7e3-4e24-b026-337094fe5f57,DISK] 2024-11-09T02:15:59,718 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/WALs/53f286d3af3b,45311,1731118557396/53f286d3af3b%2C45311%2C1731118557396.meta.1731118559695.meta 2024-11-09T02:15:59,719 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33691:33691)] 2024-11-09T02:15:59,719 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:15:59,720 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:15:59,720 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:15:59,720 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:15:59,720 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:15:59,720 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:15:59,720 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:15:59,720 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:15:59,721 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:15:59,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:15:59,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:15:59,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:15:59,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:15:59,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:15:59,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:15:59,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:15:59,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:15:59,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:15:59,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:15:59,748 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:15:59,749 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740 2024-11-09T02:15:59,751 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740 2024-11-09T02:15:59,753 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:15:59,754 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:15:59,754 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:15:59,757 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:15:59,759 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61042650, jitterRate=-0.09039363265037537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:15:59,759 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:15:59,759 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118559721Writing region info on filesystem at 1731118559721Initializing all the Stores at 1731118559722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118559722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118559736 (+14 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118559736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118559736Cleaning up temporary data from old regions at 1731118559754 (+18 ms)Running coprocessor post-open hooks at 1731118559759 (+5 ms)Region opened successfully at 1731118559759 2024-11-09T02:15:59,761 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118559680 2024-11-09T02:15:59,765 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:15:59,765 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:15:59,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,45311,1731118557396 2024-11-09T02:15:59,768 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,45311,1731118557396, state=OPEN 2024-11-09T02:15:59,919 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11594563370/meta-region-server 2024-11-09T02:15:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11594563370/meta-region-server 2024-11-09T02:15:59,919 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,45311,1731118557396 2024-11-09T02:15:59,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11594563370/meta-region-server: CHANGED 2024-11-09T02:15:59,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11594563370/meta-region-server: CHANGED 2024-11-09T02:15:59,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:15:59,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,45311,1731118557396 in 394 msec 2024-11-09T02:15:59,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:15:59,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-11-09T02:15:59,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:15:59,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:15:59,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:15:59,935 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,45311,1731118557396, seqNum=-1] 2024-11-09T02:15:59,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:15:59,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:15:59,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5880 sec 2024-11-09T02:15:59,948 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118559948, completionTime=-1 2024-11-09T02:15:59,948 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:15:59,948 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118619952 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118679952 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32821,1731118557206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32821,1731118557206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32821,1731118557206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:59,952 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:32821, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:59,953 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:59,953 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:15:59,955 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.470sec 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32821,1731118557206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:15:59,959 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32821,1731118557206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:15:59,963 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:15:59,963 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:15:59,963 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32821,1731118557206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:00,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f3cff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:00,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:00,046 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d31d291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:00,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:00,048 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:00,049 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:00,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,45311,1731118557396, seqNum=-1] 2024-11-09T02:16:00,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:00,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,32821,1731118557206 2024-11-09T02:16:00,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:16:00,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:00,089 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d60adf30005 connected 2024-11-09T02:16:00,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41995805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45069,-1 for getting cluster id 2024-11-09T02:16:00,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:00,106 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5' 2024-11-09T02:16:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5" 2024-11-09T02:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfacd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45069,-1] 2024-11-09T02:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:00,108 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:00,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:00,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4820c075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:00,123 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45069,1731118548850 2024-11-09T02:16:00,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb069c9 2024-11-09T02:16:00,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:00,129 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:00,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:16:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:16:00,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:00,145 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:00,147 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d5a14c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,147 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:00,148 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:00,149 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:00,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:00,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:00,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243baba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:00,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:00,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:00,151 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:00,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6992216f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:00,154 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:00,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:00,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@501d49c1 2024-11-09T02:16:00,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:00,161 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:00,176 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T02:16:00,176 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:16:00,181 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:00,182 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:00,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:00,184 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:00,189 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:16:00,193 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:16:00,194 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:00,197 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:16:00,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741835_1011 (size=1138) 2024-11-09T02:16:00,243 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:16:00,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:00,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:00,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ab28c43df7730b17fd3abe4c8d0633b, NAME => 'hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0 2024-11-09T02:16:00,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741836_1012 (size=44) 2024-11-09T02:16:00,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:00,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4ab28c43df7730b17fd3abe4c8d0633b, disabling compactions & flushes 2024-11-09T02:16:00,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:00,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:00,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. after waiting 0 ms 2024-11-09T02:16:00,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:00,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:00,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ab28c43df7730b17fd3abe4c8d0633b: Waiting for close lock at 1731118560644Disabling compacts and flushes for region at 1731118560644Disabling writes for close at 1731118560644Writing region close event to WAL at 1731118560644Closed at 1731118560644 2024-11-09T02:16:00,647 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:16:00,653 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118560647"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118560647"}]},"ts":"1731118560647"} 2024-11-09T02:16:00,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:16:00,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:16:00,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118560660"}]},"ts":"1731118560660"} 2024-11-09T02:16:00,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:16:00,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN}] 2024-11-09T02:16:00,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN 2024-11-09T02:16:00,675 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN; state=OFFLINE, location=53f286d3af3b,36047,1731118549743; forceNewPlan=false, retain=false 2024-11-09T02:16:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:00,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4ab28c43df7730b17fd3abe4c8d0633b, regionState=OPENING, regionLocation=53f286d3af3b,36047,1731118549743 2024-11-09T02:16:00,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN because future has completed 2024-11-09T02:16:00,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab28c43df7730b17fd3abe4c8d0633b, server=53f286d3af3b,36047,1731118549743}] 2024-11-09T02:16:00,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:00,994 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:00,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:16:00,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C36047%2C1731118549743.rep, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs, maxLogs=10 2024-11-09T02:16:01,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.rep.1731118560999, exclude list is [], retry=0 2024-11-09T02:16:01,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:16:01,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.rep.1731118560999 2024-11-09T02:16:01,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:16:01,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ab28c43df7730b17fd3abe4c8d0633b, NAME => 'hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:01,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:01,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:01,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. service=MultiRowMutationService 2024-11-09T02:16:01,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:16:01,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:01,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,023 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,025 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab28c43df7730b17fd3abe4c8d0633b columnFamilyName hfileref 2024-11-09T02:16:01,026 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:01,026 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(327): Store=4ab28c43df7730b17fd3abe4c8d0633b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:01,027 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,029 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab28c43df7730b17fd3abe4c8d0633b columnFamilyName queue 2024-11-09T02:16:01,029 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:01,030 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(327): Store=4ab28c43df7730b17fd3abe4c8d0633b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:01,030 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,032 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab28c43df7730b17fd3abe4c8d0633b columnFamilyName sid 2024-11-09T02:16:01,032 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:01,033 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(327): Store=4ab28c43df7730b17fd3abe4c8d0633b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:01,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:16:01,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:01,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4ab28c43df7730b17fd3abe4c8d0633b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73196415, jitterRate=0.0907115787267685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:16:01,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:01,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4ab28c43df7730b17fd3abe4c8d0633b: Running coprocessor pre-open hook at 1731118561021Writing region info on filesystem at 1731118561021Initializing all the Stores at 1731118561023 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118561023Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118561023Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118561023Cleaning up temporary data from old regions at 1731118561037 (+14 ms)Running coprocessor post-open hooks at 1731118561046 (+9 ms)Region opened successfully at 1731118561047 (+1 ms) 2024-11-09T02:16:01,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b., pid=7, masterSystemTime=1731118560987 2024-11-09T02:16:01,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:01,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:01,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4ab28c43df7730b17fd3abe4c8d0633b, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36047,1731118549743 2024-11-09T02:16:01,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab28c43df7730b17fd3abe4c8d0633b, server=53f286d3af3b,36047,1731118549743 because future has completed 2024-11-09T02:16:01,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T02:16:01,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:16:01,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN in 399 msec 2024-11-09T02:16:01,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ab28c43df7730b17fd3abe4c8d0633b, server=53f286d3af3b,36047,1731118549743 in 231 msec 2024-11-09T02:16:01,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:16:01,077 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118561076"}]},"ts":"1731118561076"} 2024-11-09T02:16:01,080 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:16:01,083 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:16:01,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 899 msec 2024-11-09T02:16:01,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b., hostname=53f286d3af3b,36047,1731118549743, seqNum=2] 2024-11-09T02:16:01,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36047 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T02:16:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:01,420 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:01,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:01,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:16:01,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T02:16:01,623 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:16:01,669 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,36047,1731118549743, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:16:01,670 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:01,670 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36047,1731118549743, seqNum=-1] 2024-11-09T02:16:01,671 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:01,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T02:16:01,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,36047,1731118549743', locateType=CURRENT is [region=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b., hostname=53f286d3af3b,36047,1731118549743, seqNum=2] 2024-11-09T02:16:01,681 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T02:16:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T02:16:01,687 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,36047,1731118549743 suceeded 2024-11-09T02:16:01,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T02:16:01,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-09T02:16:01,691 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:01,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-09T02:16:01,702 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:01,704 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18984560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:01,705 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:01,705 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:01,706 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:01,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b8d7169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:01,708 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:01,709 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616385ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:01,710 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:01,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:01,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fdf8490 2024-11-09T02:16:01,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:01,712 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:01,714 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,36047,1731118549743 (queues=1) is replicating from cluster=4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 to cluster=1aba98f2-2752-468a-bfa0-6517f5b9130c 2024-11-09T02:16:01,717 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C36047%2C1731118549743 2024-11-09T02:16:01,721 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,36047,1731118549743, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:16:01,723 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.shipper53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C36047%2C1731118549743 2024-11-09T02:16:01,729 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179, startPosition=0, beingWritten=true 2024-11-09T02:16:01,992 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:02,301 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:02,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:02,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:02,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:02,303 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:16:02,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:02,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71dc00a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45069,-1 for getting cluster id 2024-11-09T02:16:02,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:02,307 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5' 2024-11-09T02:16:02,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5" 2024-11-09T02:16:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17693145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,308 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45069,-1] 2024-11-09T02:16:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,311 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:02,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b1a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45069,1731118548850 2024-11-09T02:16:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569800 2024-11-09T02:16:02,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:02,316 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:02,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:16:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:16:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T02:16:02,322 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:02,323 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,323 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:02,323 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:02,324 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:02,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:02,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:02,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6295352b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:02,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:02,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,326 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:02,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5facd118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,327 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:02,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:02,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c4e6420 2024-11-09T02:16:02,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:02,330 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:02,331 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T02:16:02,332 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:16:02,332 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,332 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:02,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:16:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T02:16:02,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T02:16:02,519 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T02:16:02,558 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-53f286d3af3b,36047,1731118549743, ReplicationSource: 2, currentBandwidth=0 2024-11-09T02:16:02,562 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T02:16:02,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T02:16:02,565 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 53f286d3af3b,36047,1731118549743 suceeded 2024-11-09T02:16:02,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:16:02,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-09T02:16:02,570 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:02,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 253 msec 2024-11-09T02:16:02,581 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:02,582 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19533fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,582 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:02,583 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:02,584 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:02,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3425cbc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:02,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:02,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,587 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:02,587 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e8b51cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,588 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:02,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:02,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b776586 2024-11-09T02:16:02,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:02,590 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:02,591 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-53f286d3af3b,36047,1731118549743 (queues=1) is replicating from cluster=4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 to cluster=1aba98f2-2752-468a-bfa0-6517f5b9130c 2024-11-09T02:16:02,591 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=53f286d3af3b%2C36047%2C1731118549743 2024-11-09T02:16:02,592 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-53f286d3af3b,36047,1731118549743, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:16:02,592 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.shipper53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C36047%2C1731118549743 2024-11-09T02:16:02,592 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179, startPosition=0, beingWritten=true 2024-11-09T02:16:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T02:16:02,643 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T02:16:02,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:02,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:02,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,643 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:02,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45069,1731118548850 2024-11-09T02:16:02,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-09T02:16:02,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:02,650 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:02,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:16:02,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T02:16:02,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:16:02,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T02:16:02,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T02:16:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T02:16:02,672 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:02,680 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d76062c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,680 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:02,680 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:02,681 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:02,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:02,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:02,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f5b464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:02,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:02,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,683 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:02,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b6c77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:02,684 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ccbd4d0 2024-11-09T02:16:02,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:02,687 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:02,689 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:16:02,689 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:16:02,689 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,689 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:02,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:02,710 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:02,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:16:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T02:16:02,799 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:02,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T02:16:02,930 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T02:16:02,932 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T02:16:02,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T02:16:02,937 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 53f286d3af3b,36047,1731118549743 suceeded 2024-11-09T02:16:02,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T02:16:02,941 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:02,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-09T02:16:02,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 278 msec 2024-11-09T02:16:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T02:16:02,993 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T02:16:02,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T02:16:03,000 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T02:16:03,001 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f93118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:03,002 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:03,002 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:03,003 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:03,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:03,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355733d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:03,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:03,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:03,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,005 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:03,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3999dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:03,007 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:03,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:03,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@468b8271 2024-11-09T02:16:03,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:03,009 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:03,010 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-09T02:16:03,010 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:16:03,010 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,011 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:03,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:16:03,106 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:03,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T02:16:03,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36047 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T02:16:03,181 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T02:16:03,182 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T02:16:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T02:16:03,186 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 53f286d3af3b,36047,1731118549743 suceeded 2024-11-09T02:16:03,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T02:16:03,190 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://53f286d3af3b:32821,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:03,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-09T02:16:03,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 196 msec 2024-11-09T02:16:03,219 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T02:16:03,322 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T02:16:03,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:16:03,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45069 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T02:16:03,325 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:03,325 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:03,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:03,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:16:03,325 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=103290724, stopped=false 2024-11-09T02:16:03,326 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,45069,1731118548850 2024-11-09T02:16:03,336 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/running 2024-11-09T02:16:03,336 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:03,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/running 2024-11-09T02:16:03,336 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:03,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:03,336 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:03,337 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:03,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:16:03,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:16:03,337 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,36047,1731118549743' ***** 2024-11-09T02:16:03,337 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:16:03,338 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:16:03,338 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:16:03,338 INFO [RS:0;53f286d3af3b:36047 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:16:03,338 INFO [RS:0;53f286d3af3b:36047 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:16:03,339 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:03,339 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,36047,1731118549743 2024-11-09T02:16:03,339 INFO [RS:0;53f286d3af3b:36047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:03,340 INFO [RS:0;53f286d3af3b:36047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36047. 2024-11-09T02:16:03,340 DEBUG [RS:0;53f286d3af3b:36047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:03,340 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:03,340 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ab28c43df7730b17fd3abe4c8d0633b, disabling compactions & flushes 2024-11-09T02:16:03,340 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:03,340 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:16:03,340 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:03,340 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:16:03,340 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. after waiting 0 ms 2024-11-09T02:16:03,340 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:16:03,340 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:03,341 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:16:03,341 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:16:03,341 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:03,341 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:03,341 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4ab28c43df7730b17fd3abe4c8d0633b=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.} 2024-11-09T02:16:03,341 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:03,341 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:03,342 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:03,342 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:03,345 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T02:16:03,345 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ab28c43df7730b17fd3abe4c8d0633b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T02:16:03,414 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/.tmp/queue/5c307d2aa0ee4226a4289ac32814bfa3 is 151, key is 1-53f286d3af3b,36047,1731118549743/queue:53f286d3af3b%2C36047%2C1731118549743/1731118561676/Put/seqid=0 2024-11-09T02:16:03,414 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/info/504a3310b3624d05bd77854cded1bdd0 is 147, key is hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b./info:regioninfo/1731118561056/Put/seqid=0 2024-11-09T02:16:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741838_1014 (size=5500) 2024-11-09T02:16:03,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741839_1015 (size=6631) 2024-11-09T02:16:03,428 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:03,512 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:03,542 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:03,742 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:03,826 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/.tmp/queue/5c307d2aa0ee4226a4289ac32814bfa3 2024-11-09T02:16:03,826 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:03,826 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/info/504a3310b3624d05bd77854cded1bdd0 2024-11-09T02:16:03,876 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/.tmp/queue/5c307d2aa0ee4226a4289ac32814bfa3 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/queue/5c307d2aa0ee4226a4289ac32814bfa3 2024-11-09T02:16:03,890 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/queue/5c307d2aa0ee4226a4289ac32814bfa3, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T02:16:03,897 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/ns/99978c4371ac45ffbce09547c794b260 is 43, key is default/ns:d/1731118554119/Put/seqid=0 2024-11-09T02:16:03,899 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4ab28c43df7730b17fd3abe4c8d0633b in 552ms, sequenceid=6, compaction requested=false 2024-11-09T02:16:03,899 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:16:03,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741840_1016 (size=5153) 2024-11-09T02:16:03,931 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:16:03,935 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:03,935 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:03,935 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:03,936 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ab28c43df7730b17fd3abe4c8d0633b: Waiting for close lock at 1731118563340Running coprocessor pre-close hooks at 1731118563340Disabling compacts and flushes for region at 1731118563340Disabling writes for close at 1731118563340Obtaining lock to block concurrent updates at 1731118563345 (+5 ms)Preparing flush snapshotting stores in 4ab28c43df7730b17fd3abe4c8d0633b at 1731118563345Finished memstore snapshotting hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731118563353 (+8 ms)Flushing stores of hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. at 1731118563355 (+2 ms)Flushing 4ab28c43df7730b17fd3abe4c8d0633b/queue: creating writer at 1731118563356 (+1 ms)Flushing 4ab28c43df7730b17fd3abe4c8d0633b/queue: appending metadata at 1731118563398 (+42 ms)Flushing 4ab28c43df7730b17fd3abe4c8d0633b/queue: closing flushed file at 1731118563401 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319271ca: reopening flushed file at 1731118563874 (+473 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4ab28c43df7730b17fd3abe4c8d0633b in 552ms, sequenceid=6, compaction requested=false at 1731118563899 (+25 ms)Writing region close event to WAL at 1731118563903 (+4 ms)Running coprocessor post-close hooks at 1731118563932 (+29 ms)Closed at 1731118563935 (+3 ms) 2024-11-09T02:16:03,937 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:03,943 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:04,010 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:16:04,010 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:16:04,020 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:04,143 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:04,306 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/ns/99978c4371ac45ffbce09547c794b260 2024-11-09T02:16:04,334 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/table/072283342a9042318aa339f2e3ae06f3 is 53, key is hbase:replication/table:state/1731118561076/Put/seqid=0 2024-11-09T02:16:04,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741841_1017 (size=5256) 2024-11-09T02:16:04,343 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:16:04,343 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:16:04,343 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:04,538 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:04,543 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:04,628 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743/53f286d3af3b%2C36047%2C1731118549743.1731118553179 to pos 0, reset compression=false 2024-11-09T02:16:04,740 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/table/072283342a9042318aa339f2e3ae06f3 2024-11-09T02:16:04,744 DEBUG [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:04,752 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/info/504a3310b3624d05bd77854cded1bdd0 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/info/504a3310b3624d05bd77854cded1bdd0 2024-11-09T02:16:04,762 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/info/504a3310b3624d05bd77854cded1bdd0, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T02:16:04,764 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/ns/99978c4371ac45ffbce09547c794b260 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/ns/99978c4371ac45ffbce09547c794b260 2024-11-09T02:16:04,773 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/ns/99978c4371ac45ffbce09547c794b260, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:16:04,775 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/table/072283342a9042318aa339f2e3ae06f3 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/table/072283342a9042318aa339f2e3ae06f3 2024-11-09T02:16:04,788 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/table/072283342a9042318aa339f2e3ae06f3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T02:16:04,790 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1447ms, sequenceid=11, compaction requested=false 2024-11-09T02:16:04,797 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:16:04,798 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:04,798 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:04,799 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:04,799 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118563341Running coprocessor pre-close hooks at 1731118563341Disabling compacts and flushes for region at 1731118563341Disabling writes for close at 1731118563341Obtaining lock to block concurrent updates at 1731118563345 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731118563345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731118563353 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118563355 (+2 ms)Flushing 1588230740/info: creating writer at 1731118563356 (+1 ms)Flushing 1588230740/info: appending metadata at 1731118563399 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731118563401 (+2 ms)Flushing 1588230740/ns: creating writer at 1731118563874 (+473 ms)Flushing 1588230740/ns: appending metadata at 1731118563896 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731118563896Flushing 1588230740/table: creating writer at 1731118564317 (+421 ms)Flushing 1588230740/table: appending metadata at 1731118564333 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731118564333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c72e791: reopening flushed file at 1731118564750 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d8d73a: reopening flushed file at 1731118564762 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220c1202: reopening flushed file at 1731118564774 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1447ms, sequenceid=11, compaction requested=false at 1731118564790 (+16 ms)Writing region close event to WAL at 1731118564791 (+1 ms)Running coprocessor post-close hooks at 1731118564798 (+7 ms)Closed at 1731118564799 (+1 ms) 2024-11-09T02:16:04,799 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:04,944 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,36047,1731118549743; all regions closed. 2024-11-09T02:16:04,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741834_1010 (size=2742) 2024-11-09T02:16:04,960 DEBUG [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs 2024-11-09T02:16:04,960 INFO [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36047%2C1731118549743.meta:.meta(num 1731118553751) 2024-11-09T02:16:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741837_1013 (size=1802) 2024-11-09T02:16:04,968 DEBUG [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs 2024-11-09T02:16:04,968 INFO [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36047%2C1731118549743.rep:(num 1731118560999) 2024-11-09T02:16:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741833_1009 (size=93) 2024-11-09T02:16:04,975 DEBUG [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs 2024-11-09T02:16:04,975 INFO [RS:0;53f286d3af3b:36047 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36047%2C1731118549743:(num 1731118553179) 2024-11-09T02:16:04,975 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:04,975 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:04,975 INFO [RS:0;53f286d3af3b:36047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:04,975 INFO [RS:0;53f286d3af3b:36047 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:04,976 INFO [RS:0;53f286d3af3b:36047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:04,976 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:04,976 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,36047,1731118549743 because: Region server is closing 2024-11-09T02:16:04,977 INFO [RS:0;53f286d3af3b:36047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36047. 2024-11-09T02:16:04,977 DEBUG [RS:0;53f286d3af3b:36047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:04,977 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:04,977 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:04,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:05,077 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:16:05,077 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.shipper53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:16:05,078 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36047,1731118549743.replicationSource.shipper53f286d3af3b%2C36047%2C1731118549743,1-53f286d3af3b,36047,1731118549743 terminated 2024-11-09T02:16:05,079 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-53f286d3af3b,36047,1731118549743 because: Region server is closing 2024-11-09T02:16:05,079 INFO [RS:0;53f286d3af3b:36047 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36047. 2024-11-09T02:16:05,079 DEBUG [RS:0;53f286d3af3b:36047 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:05,079 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:05,079 DEBUG [RS:0;53f286d3af3b:36047 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:05,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:05,180 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.shipper53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:16:05,180 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.wal-reader.53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:16:05,180 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,36047,1731118549743.replicationSource.shipper53f286d3af3b%2C36047%2C1731118549743,2-53f286d3af3b,36047,1731118549743 terminated 2024-11-09T02:16:05,181 INFO [RS:0;53f286d3af3b:36047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36047 2024-11-09T02:16:05,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/rs 2024-11-09T02:16:05,209 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/rs/53f286d3af3b,36047,1731118549743 2024-11-09T02:16:05,210 INFO [RS:0;53f286d3af3b:36047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:05,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,36047,1731118549743] 2024-11-09T02:16:05,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:05,230 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/draining/53f286d3af3b,36047,1731118549743 already deleted, retry=false 2024-11-09T02:16:05,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,36047,1731118549743 expired; onlineServers=0 2024-11-09T02:16:05,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,45069,1731118548850' ***** 2024-11-09T02:16:05,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:16:05,231 INFO [M:0;53f286d3af3b:45069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:05,231 INFO [M:0;53f286d3af3b:45069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:05,231 DEBUG [M:0;53f286d3af3b:45069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:16:05,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:16:05,231 DEBUG [M:0;53f286d3af3b:45069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:16:05,231 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118552814 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118552814,5,FailOnTimeoutGroup] 2024-11-09T02:16:05,231 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118552816 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118552816,5,FailOnTimeoutGroup] 2024-11-09T02:16:05,232 INFO [M:0;53f286d3af3b:45069 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:05,232 INFO [M:0;53f286d3af3b:45069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:05,232 DEBUG [M:0;53f286d3af3b:45069 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:16:05,232 INFO [M:0;53f286d3af3b:45069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:16:05,232 INFO [M:0;53f286d3af3b:45069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:05,233 INFO [M:0;53f286d3af3b:45069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:16:05,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:16:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/master 2024-11-09T02:16:05,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:05,241 DEBUG [M:0;53f286d3af3b:45069 {}] zookeeper.ZKUtil(347): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/master because node does not exist (not an error) 2024-11-09T02:16:05,241 WARN [M:0;53f286d3af3b:45069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:16:05,242 INFO [M:0;53f286d3af3b:45069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/.lastflushedseqids 2024-11-09T02:16:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741842_1018 (size=181) 2024-11-09T02:16:05,320 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:05,321 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36047-0x1011d60adf30001, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:05,321 INFO [RS:0;53f286d3af3b:36047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:05,321 INFO [RS:0;53f286d3af3b:36047 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,36047,1731118549743; zookeeper connection closed. 2024-11-09T02:16:05,324 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@327c5c13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@327c5c13 2024-11-09T02:16:05,325 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:16:05,657 INFO [M:0;53f286d3af3b:45069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:16:05,657 INFO [M:0;53f286d3af3b:45069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:16:05,657 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:05,657 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:05,657 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:05,658 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:05,658 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:05,658 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T02:16:05,677 DEBUG [M:0;53f286d3af3b:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe55cc91ce24037b0f84403cf6e38df is 82, key is hbase:meta,,1/info:regioninfo/1731118553872/Put/seqid=0 2024-11-09T02:16:05,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741843_1019 (size=5672) 2024-11-09T02:16:06,083 INFO [M:0;53f286d3af3b:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe55cc91ce24037b0f84403cf6e38df 2024-11-09T02:16:06,114 DEBUG [M:0;53f286d3af3b:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370076a8c8424b94a0068a98db84e8ac is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731118561085/Put/seqid=0 2024-11-09T02:16:06,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741844_1020 (size=8663) 2024-11-09T02:16:06,521 INFO [M:0;53f286d3af3b:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370076a8c8424b94a0068a98db84e8ac 2024-11-09T02:16:06,553 DEBUG [M:0;53f286d3af3b:45069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d019287fd9142f9b52eb558a870f7fe is 69, key is 53f286d3af3b,36047,1731118549743/rs:state/1731118552914/Put/seqid=0 2024-11-09T02:16:06,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741845_1021 (size=5156) 2024-11-09T02:16:06,959 INFO [M:0;53f286d3af3b:45069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d019287fd9142f9b52eb558a870f7fe 2024-11-09T02:16:06,969 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0fe55cc91ce24037b0f84403cf6e38df as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe55cc91ce24037b0f84403cf6e38df 2024-11-09T02:16:06,978 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe55cc91ce24037b0f84403cf6e38df, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T02:16:06,980 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370076a8c8424b94a0068a98db84e8ac as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370076a8c8424b94a0068a98db84e8ac 2024-11-09T02:16:06,989 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370076a8c8424b94a0068a98db84e8ac, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T02:16:06,991 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2d019287fd9142f9b52eb558a870f7fe as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d019287fd9142f9b52eb558a870f7fe 2024-11-09T02:16:06,998 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d019287fd9142f9b52eb558a870f7fe, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T02:16:07,000 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=115, compaction requested=false 2024-11-09T02:16:07,001 INFO [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:07,001 DEBUG [M:0;53f286d3af3b:45069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118565657Disabling compacts and flushes for region at 1731118565657Disabling writes for close at 1731118565658 (+1 ms)Obtaining lock to block concurrent updates at 1731118565658Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118565658Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731118565659 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118565660 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118565660Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118565676 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118565676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118566093 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118566114 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118566114Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118566530 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118566552 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118566553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e52bc5e: reopening flushed file at 1731118566968 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438e117a: reopening flushed file at 1731118566978 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4503a35a: reopening flushed file at 1731118566989 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=115, compaction requested=false at 1731118567000 (+11 ms)Writing region close event to WAL at 1731118567001 (+1 ms)Closed at 1731118567001 2024-11-09T02:16:07,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741830_1006 (size=59421) 2024-11-09T02:16:07,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850/53f286d3af3b%2C45069%2C1731118548850.1731118551968 not finished, retry = 0 2024-11-09T02:16:07,107 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:07,108 INFO [M:0;53f286d3af3b:45069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:16:07,108 INFO [M:0;53f286d3af3b:45069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45069 2024-11-09T02:16:07,108 INFO [M:0;53f286d3af3b:45069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:07,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:07,261 INFO [M:0;53f286d3af3b:45069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:07,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45069-0x1011d60adf30000, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:07,265 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:16:07,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:07,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35453 2024-11-09T02:16:07,269 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35453 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:16:07,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354530x0, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:07,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35453-0x1011d60adf30006 connected 2024-11-09T02:16:07,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:07,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:07,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:16:07,303 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: INIT 2024-11-09T02:16:07,303 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0, hbase.cluster.distributed=false 2024-11-09T02:16:07,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/acl 2024-11-09T02:16:07,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-09T02:16:07,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35453 2024-11-09T02:16:07,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35453 2024-11-09T02:16:07,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-09T02:16:07,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35453 2024-11-09T02:16:07,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:16:07,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:07,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40107 2024-11-09T02:16:07,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40107 connecting to ZooKeeper ensemble=127.0.0.1:50137 2024-11-09T02:16:07,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:07,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:07,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401070x0, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:07,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401070x0, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:16:07,347 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: INIT 2024-11-09T02:16:07,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40107-0x1011d60adf30007 connected 2024-11-09T02:16:07,347 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:16:07,348 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:16:07,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/master 2024-11-09T02:16:07,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/acl 2024-11-09T02:16:07,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-09T02:16:07,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40107 2024-11-09T02:16:07,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40107 2024-11-09T02:16:07,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-09T02:16:07,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40107 2024-11-09T02:16:07,389 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:35453 2024-11-09T02:16:07,390 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01847491142/backup-masters/53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:16:07,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:16:07,404 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on existing znode=/01847491142/backup-masters/53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847491142/master 2024-11-09T02:16:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:07,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:07,414 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on existing znode=/01847491142/master 2024-11-09T02:16:07,415 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01847491142/backup-masters/53f286d3af3b,35453,1731118567265 from backup master directory 2024-11-09T02:16:07,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:16:07,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/backup-masters/53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,426 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:07,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/backup-masters 2024-11-09T02:16:07,426 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,443 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:07,443 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:16:07,461 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-09T02:16:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741846_1022 (size=196) 2024-11-09T02:16:07,484 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:07,485 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:16:07,486 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:07,496 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T02:16:07,502 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850 to hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850-dead as it is dead 2024-11-09T02:16:07,503 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T02:16:07,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T02:16:07,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850-dead/53f286d3af3b%2C45069%2C1731118548850.1731118551968 2024-11-09T02:16:07,509 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850-dead/53f286d3af3b%2C45069%2C1731118548850.1731118551968 after 3ms 2024-11-09T02:16:07,510 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850-dead/53f286d3af3b%2C45069%2C1731118548850.1731118551968 to hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C45069%2C1731118548850.1731118551968 2024-11-09T02:16:07,510 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,45069,1731118548850-dead 2024-11-09T02:16:07,511 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,513 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:07,515 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C35453%2C1731118567265, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,35453,1731118567265, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/oldWALs, maxLogs=10 2024-11-09T02:16:07,535 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,35453,1731118567265/53f286d3af3b%2C35453%2C1731118567265.1731118567516, exclude list is [], retry=0 2024-11-09T02:16:07,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:16:07,543 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/WALs/53f286d3af3b,35453,1731118567265/53f286d3af3b%2C35453%2C1731118567265.1731118567516 2024-11-09T02:16:07,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:16:07,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:07,544 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:07,544 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,544 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:16:07,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:07,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0fe55cc91ce24037b0f84403cf6e38df 2024-11-09T02:16:07,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:07,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:16:07,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:07,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370076a8c8424b94a0068a98db84e8ac 2024-11-09T02:16:07,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:07,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:16:07,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:07,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2d019287fd9142f9b52eb558a870f7fe 2024-11-09T02:16:07,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:07,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:16:07,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:07,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:07,596 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,597 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T02:16:07,597 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C45069%2C1731118548850.1731118551968 2024-11-09T02:16:07,620 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C45069%2C1731118548850.1731118551968 2024-11-09T02:16:07,622 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C45069%2C1731118548850.1731118551968 2024-11-09T02:16:07,625 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,625 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,626 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:07,631 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:07,637 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T02:16:07,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69976945, jitterRate=0.04273773729801178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:07,640 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118567544Initializing all the Stores at 1731118567545 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118567545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118567546 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118567546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118567546Cleaning up temporary data from old regions at 1731118567625 (+79 ms)Region opened successfully at 1731118567639 (+14 ms) 2024-11-09T02:16:07,640 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:16:07,647 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d376ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:07,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T02:16:07,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:16:07,671 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:16:07,671 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:16:07,672 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T02:16:07,681 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:07,681 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:16:07,682 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:16:07,682 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:16:07,682 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T02:16:07,683 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T02:16:07,683 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-09T02:16:07,683 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:16:07,694 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=53f286d3af3b,36047,1731118549743, regionLocation=53f286d3af3b,36047,1731118549743, openSeqNum=2 2024-11-09T02:16:07,694 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=53f286d3af3b,36047,1731118549743, table=hbase:meta, region=1588230740 2024-11-09T02:16:07,694 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36047,1731118549743, state=OPEN 2024-11-09T02:16:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:16:07,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:16:07,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:16:07,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:16:07,710 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:16:07,725 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/draining/53f286d3af3b,36047,1731118549743 already deleted, retry=false 2024-11-09T02:16:07,725 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 53f286d3af3b,36047,1731118549743 on 53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 53f286d3af3b,36047,1731118549743, splitWal=true, meta=true 2024-11-09T02:16:07,736 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 53f286d3af3b,36047,1731118549743 (carryingMeta=true) 53f286d3af3b,36047,1731118549743/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@70686f05[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T02:16:07,742 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/balancer because node does not exist (not necessarily an error) 2024-11-09T02:16:07,776 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/balancer already deleted, retry=false 2024-11-09T02:16:07,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:16:07,777 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:16:07,798 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/normalizer already deleted, retry=false 2024-11-09T02:16:07,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:16:07,810 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:16:07,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/switch/split already deleted, retry=false 2024-11-09T02:16:07,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:16:07,830 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/switch/merge already deleted, retry=false 2024-11-09T02:16:07,858 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:16:07,866 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/snapshot-cleanup already deleted, retry=false 2024-11-09T02:16:07,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847491142/running 2024-11-09T02:16:07,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01847491142/running 2024-11-09T02:16:07,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:07,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:07,878 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,35453,1731118567265, sessionid=0x1011d60adf30006, setting cluster-up flag (Was=false) 2024-11-09T02:16:07,888 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01847491142/flush-table-proc/acquired, /01847491142/flush-table-proc/reached, /01847491142/flush-table-proc/abort 2024-11-09T02:16:07,889 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,899 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01847491142/online-snapshot/acquired, /01847491142/online-snapshot/reached, /01847491142/online-snapshot/abort 2024-11-09T02:16:07,900 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,35453,1731118567265 2024-11-09T02:16:07,903 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/.lastflushedseqids 2024-11-09T02:16:07,907 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:16:07,908 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:16:07,908 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,35453,1731118567265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 53f286d3af3b,36047,1731118549743 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:16:07,909 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:07,910 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118597911 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:16:07,911 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:16:07,912 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:07,912 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:16:07,912 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:16:07,913 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:16:07,913 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:16:07,913 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:16:07,913 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:16:07,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118567913,5,FailOnTimeoutGroup] 2024-11-09T02:16:07,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118567914,5,FailOnTimeoutGroup] 2024-11-09T02:16:07,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:07,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:16:07,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:07,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:07,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118567914, completionTime=-1 2024-11-09T02:16:07,915 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T02:16:07,917 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 53f286d3af3b,36047,1731118549743, splitWal=true, meta=true 2024-11-09T02:16:07,919 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T02:16:07,919 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 53f286d3af3b,36047,1731118549743, splitWal=true, meta=true, isMeta: true 2024-11-09T02:16:07,921 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743-splitting 2024-11-09T02:16:07,923 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743-splitting dir is empty, no logs to split. 2024-11-09T02:16:07,923 INFO [PEWorker-1 {}] master.SplitWALManager(105): 53f286d3af3b,36047,1731118549743 WAL count=0, meta=true 2024-11-09T02:16:07,931 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743-splitting dir is empty, no logs to split. 2024-11-09T02:16:07,931 INFO [PEWorker-1 {}] master.SplitWALManager(105): 53f286d3af3b,36047,1731118549743 WAL count=0, meta=true 2024-11-09T02:16:07,931 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 53f286d3af3b,36047,1731118549743 WAL splitting is done? wals=0, meta=true 2024-11-09T02:16:07,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:16:07,936 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:07,938 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T02:16:07,978 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(746): ClusterId : 4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 2024-11-09T02:16:07,978 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:16:07,991 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:16:07,991 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:16:08,006 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:16:08,007 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119ee97e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:08,028 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:40107 2024-11-09T02:16:08,028 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:16:08,028 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:16:08,029 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:16:08,030 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,35453,1731118567265 with port=40107, startcode=1731118567323 2024-11-09T02:16:08,030 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:16:08,043 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:16:08,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,044 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35453 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,047 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0 2024-11-09T02:16:08,048 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43419 2024-11-09T02:16:08,048 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:16:08,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/rs 2024-11-09T02:16:08,068 DEBUG [RS:0;53f286d3af3b:40107 {}] zookeeper.ZKUtil(111): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on existing znode=/01847491142/rs/53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,068 WARN [RS:0;53f286d3af3b:40107 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:08,068 INFO [RS:0;53f286d3af3b:40107 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:08,068 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,070 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=154ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T02:16:08,070 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,40107,1731118567323] 2024-11-09T02:16:08,088 WARN [53f286d3af3b:35453 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:16:08,140 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:16:08,144 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:16:08,151 INFO [RS:0;53f286d3af3b:40107 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:16:08,151 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,152 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:16:08,157 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:16:08,158 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,159 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,159 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,159 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,159 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,160 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,160 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:08,160 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,161 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,161 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,161 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,161 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,162 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:08,162 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:08,162 DEBUG [RS:0;53f286d3af3b:40107 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:08,177 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,178 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,178 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,178 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,178 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,178 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40107,1731118567323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:08,215 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:16:08,215 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40107,1731118567323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,234 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,40107,1731118567323, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:16:08,263 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(231): queueId=2-53f286d3af3b,40107,1731118567323, ReplicationSource: 2, currentBandwidth=0 2024-11-09T02:16:08,268 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:08,272 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,274 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.Replication(171): 53f286d3af3b,40107,1731118567323 started 2024-11-09T02:16:08,287 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fadcc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:08,287 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:08,287 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:08,292 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:08,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:08,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:08,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@299c4b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:08,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:08,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:08,296 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:08,296 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,40107,1731118567323, RpcServer on 53f286d3af3b/172.17.0.3:40107, sessionid=0x1011d60adf30007 2024-11-09T02:16:08,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:08,297 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:16:08,297 DEBUG [RS:0;53f286d3af3b:40107 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,298 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,40107,1731118567323' 2024-11-09T02:16:08,298 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01847491142/flush-table-proc/abort' 2024-11-09T02:16:08,298 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:08,299 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01847491142/flush-table-proc/acquired' 2024-11-09T02:16:08,299 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:16:08,299 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:16:08,299 DEBUG [RS:0;53f286d3af3b:40107 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,299 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,40107,1731118567323' 2024-11-09T02:16:08,300 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01847491142/online-snapshot/abort' 2024-11-09T02:16:08,300 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7422cfce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:08,300 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:08,301 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01847491142/online-snapshot/acquired' 2024-11-09T02:16:08,302 DEBUG [RS:0;53f286d3af3b:40107 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:16:08,303 INFO [RS:0;53f286d3af3b:40107 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:16:08,303 INFO [RS:0;53f286d3af3b:40107 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:16:08,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:08,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61bbe1e9 2024-11-09T02:16:08,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:08,306 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:08,308 INFO [RS:0;53f286d3af3b:40107.replicationSource,1-53f286d3af3b,40107,1731118567323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,40107,1731118567323 (queues=0) is replicating from cluster=4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 to cluster=1aba98f2-2752-468a-bfa0-6517f5b9130c 2024-11-09T02:16:08,324 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32821' 2024-11-09T02:16:08,337 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f471bb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:08,337 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32821,-1 for getting cluster id 2024-11-09T02:16:08,337 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:08,340 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1aba98f2-2752-468a-bfa0-6517f5b9130c' 2024-11-09T02:16:08,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1aba98f2-2752-468a-bfa0-6517f5b9130c" 2024-11-09T02:16:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cb12f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32821,-1] 2024-11-09T02:16:08,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:08,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:08,349 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:08,351 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa98ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:08,352 DEBUG [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:08,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32821,1731118557206 2024-11-09T02:16:08,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ffed364 2024-11-09T02:16:08,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:08,357 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:08,360 INFO [RS:0;53f286d3af3b:40107.replicationSource,2-53f286d3af3b,40107,1731118567323 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-53f286d3af3b,40107,1731118567323 (queues=0) is replicating from cluster=4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5 to cluster=1aba98f2-2752-468a-bfa0-6517f5b9130c 2024-11-09T02:16:08,405 INFO [RS:0;53f286d3af3b:40107 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:08,410 INFO [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C40107%2C1731118567323, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs, maxLogs=10 2024-11-09T02:16:08,431 DEBUG [RS:0;53f286d3af3b:40107 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411, exclude list is [], retry=0 2024-11-09T02:16:08,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:16:08,470 INFO [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 2024-11-09T02:16:08,480 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 53f286d3af3b%2C40107%2C1731118567323 for peer 2 2024-11-09T02:16:08,480 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 53f286d3af3b%2C40107%2C1731118567323 for peer 1 2024-11-09T02:16:08,481 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C40107%2C1731118567323 2024-11-09T02:16:08,481 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,40107,1731118567323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:16:08,501 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=53f286d3af3b%2C40107%2C1731118567323 2024-11-09T02:16:08,501 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-53f286d3af3b,40107,1731118567323, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:16:08,512 INFO [RS:0;53f286d3af3b:40107.replicationSource.shipper53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C40107%2C1731118567323 2024-11-09T02:16:08,524 DEBUG [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:16:08,525 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411, startPosition=0, beingWritten=true 2024-11-09T02:16:08,525 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411, startPosition=0, beingWritten=true 2024-11-09T02:16:08,532 INFO [RS:0;53f286d3af3b:40107.replicationSource.shipper53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C40107%2C1731118567323 2024-11-09T02:16:08,589 DEBUG [53f286d3af3b:35453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:16:08,590 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,596 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,40107,1731118567323, state=OPENING 2024-11-09T02:16:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:16:08,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:16:08,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:16:08,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:08,646 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:16:08,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,40107,1731118567323}] 2024-11-09T02:16:08,771 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:08,777 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:08,806 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:16:08,809 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:16:08,816 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:16:08,816 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:08,817 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:16:08,820 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C40107%2C1731118567323.meta, suffix=.meta, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs, maxLogs=10 2024-11-09T02:16:08,852 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.meta.1731118568833.meta, exclude list is [], retry=0 2024-11-09T02:16:08,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:16:08,871 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.meta.1731118568833.meta 2024-11-09T02:16:08,872 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:16:08,872 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:08,873 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:08,873 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:08,873 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:16:08,873 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:16:08,874 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:16:08,874 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:08,874 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:16:08,874 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:16:08,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:08,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:08,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:08,906 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/info/504a3310b3624d05bd77854cded1bdd0 2024-11-09T02:16:08,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:08,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:08,916 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:08,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:08,927 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/ns/99978c4371ac45ffbce09547c794b260 2024-11-09T02:16:08,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:08,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:08,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:08,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:08,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:08,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:08,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:08,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:08,953 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/table/072283342a9042318aa339f2e3ae06f3 2024-11-09T02:16:08,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:08,953 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:08,954 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740 2024-11-09T02:16:08,957 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740 2024-11-09T02:16:08,959 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:08,959 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:08,960 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:08,963 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:08,965 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72553948, jitterRate=0.08113807439804077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:08,965 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:16:08,965 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118568874Writing region info on filesystem at 1731118568874Initializing all the Stores at 1731118568876 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118568876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118568892 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118568892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118568892Cleaning up temporary data from old regions at 1731118568959 (+67 ms)Running coprocessor post-open hooks at 1731118568965 (+6 ms)Region opened successfully at 1731118568965 2024-11-09T02:16:08,967 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731118568805 2024-11-09T02:16:08,970 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:16:08,970 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:16:08,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,40107,1731118567323, state=OPEN 2024-11-09T02:16:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:16:08,982 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,40107,1731118567323 2024-11-09T02:16:08,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01847491142/meta-region-server 2024-11-09T02:16:08,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:16:08,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01847491142/meta-region-server: CHANGED 2024-11-09T02:16:08,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T02:16:08,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,40107,1731118567323 in 335 msec 2024-11-09T02:16:08,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T02:16:08,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0530 sec 2024-11-09T02:16:09,091 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:09,093 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:09,505 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:09,515 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:09,574 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1659ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-09T02:16:10,013 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:10,022 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:10,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:10,623 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:10,635 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:11,077 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3162ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-09T02:16:11,330 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:11,342 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:12,139 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:12,148 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:12,430 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T02:16:12,430 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:16:12,430 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:12,430 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,40107,1731118567323, seqNum=-1] 2024-11-09T02:16:12,431 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:12,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:12,443 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4ab28c43df7730b17fd3abe4c8d0633b, regionState=OPEN, lastHost=53f286d3af3b,36047,1731118549743, regionLocation=53f286d3af3b,36047,1731118549743, openSeqNum=2 2024-11-09T02:16:12,443 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:16:12,443 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118632443 2024-11-09T02:16:12,443 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118692443 2024-11-09T02:16:12,443 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 13 msec 2024-11-09T02:16:12,444 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35453,1731118567265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,444 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35453,1731118567265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,444 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 53f286d3af3b,36047,1731118549743 had 2 regions 2024-11-09T02:16:12,444 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35453,1731118567265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,444 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:35453, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,444 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,445 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,446 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 53f286d3af3b,36047,1731118549743, splitWal=true, meta=true, isMeta: false 2024-11-09T02:16:12,449 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743-splitting dir is empty, no logs to split. 2024-11-09T02:16:12,449 INFO [PEWorker-3 {}] master.SplitWALManager(105): 53f286d3af3b,36047,1731118549743 WAL count=0, meta=false 2024-11-09T02:16:12,452 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,36047,1731118549743-splitting dir is empty, no logs to split. 2024-11-09T02:16:12,452 INFO [PEWorker-3 {}] master.SplitWALManager(105): 53f286d3af3b,36047,1731118549743 WAL count=0, meta=false 2024-11-09T02:16:12,452 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 53f286d3af3b,36047,1731118549743 WAL splitting is done? wals=0, meta=false 2024-11-09T02:16:12,453 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.027sec 2024-11-09T02:16:12,453 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:16:12,453 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:16:12,453 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:16:12,453 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:16:12,453 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:16:12,454 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35453,1731118567265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:12,454 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35453,1731118567265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:16:12,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN}] 2024-11-09T02:16:12,457 WARN [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=53f286d3af3b,36047,1731118549743/hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:12,457 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN 2024-11-09T02:16:12,459 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T02:16:12,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:16:12,461 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:16:12,461 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35453,1731118567265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:12,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e730b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:12,481 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,35453,-1 for getting cluster id 2024-11-09T02:16:12,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:12,483 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5' 2024-11-09T02:16:12,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5" 2024-11-09T02:16:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f08c3cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,35453,-1] 2024-11-09T02:16:12,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:12,485 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,487 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:12,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d14a813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:12,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,40107,1731118567323, seqNum=-1] 2024-11-09T02:16:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:12,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:12,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T02:16:12,496 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:12,496 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:12,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:12,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 53f286d3af3b:35453 after: 53f286d3af3b:35453 2024-11-09T02:16:12,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780bc08e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:12,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,35453,-1 for getting cluster id 2024-11-09T02:16:12,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:12,498 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5' 2024-11-09T02:16:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4d2712f6-1dbc-4aa7-bc0b-8600be2c9ae5" 2024-11-09T02:16:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7926ba48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,35453,-1] 2024-11-09T02:16:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,501 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:12,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:12,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,35453,1731118567265 2024-11-09T02:16:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-09T02:16:12,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:12,505 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:12,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:16:12,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T02:16:12,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:16:12,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35453 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T02:16:12,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:16:12,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:12,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:12,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:12,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:16:12,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=818617990, stopped=false 2024-11-09T02:16:12,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,32821,1731118557206 2024-11-09T02:16:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11594563370/running 2024-11-09T02:16:12,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:16:12,561 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:12,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:12,561 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11594563370/running 2024-11-09T02:16:12,561 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:16:12,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:12,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,562 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,45311,1731118557396' ***** 2024-11-09T02:16:12,562 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:16:12,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/running 2024-11-09T02:16:12,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Set watcher on znode that does not yet exist, /11594563370/running 2024-11-09T02:16:12,562 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:16:12,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,45311,1731118557396 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:45311. 2024-11-09T02:16:12,563 DEBUG [RS:0;53f286d3af3b:45311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:12,563 DEBUG [RS:0;53f286d3af3b:45311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:16:12,563 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:16:12,564 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:16:12,564 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:16:12,564 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:12,564 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:12,564 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:12,564 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:12,564 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:12,564 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:12,564 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T02:16:12,586 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/.tmp/ns/4e3dbf55eebb4a8987238cac85ebcc65 is 43, key is default/ns:d/1731118559938/Put/seqid=0 2024-11-09T02:16:12,591 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:16:12,591 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:16:12,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741835_1011 (size=5153) 2024-11-09T02:16:12,604 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:12,609 DEBUG [53f286d3af3b:35453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:16:12,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4ab28c43df7730b17fd3abe4c8d0633b, regionState=OPENING, regionLocation=53f286d3af3b,40107,1731118567323 2024-11-09T02:16:12,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN because future has completed 2024-11-09T02:16:12,614 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab28c43df7730b17fd3abe4c8d0633b, server=53f286d3af3b,40107,1731118567323}] 2024-11-09T02:16:12,764 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:12,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:12,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:12,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:16:12,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C40107%2C1731118567323.rep, suffix=, logDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323, archiveDir=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs, maxLogs=10 2024-11-09T02:16:12,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.rep.1731118572778, exclude list is [], retry=0 2024-11-09T02:16:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37277,DS-1fd8af91-84b9-41b2-9636-3fd76082676b,DISK] 2024-11-09T02:16:12,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.rep.1731118572778 2024-11-09T02:16:12,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44641:44641)] 2024-11-09T02:16:12,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ab28c43df7730b17fd3abe4c8d0633b, NAME => 'hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:12,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:12,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:12,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. service=MultiRowMutationService 2024-11-09T02:16:12,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:16:12,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:12,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,804 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,806 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab28c43df7730b17fd3abe4c8d0633b columnFamilyName hfileref 2024-11-09T02:16:12,806 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:12,806 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(327): Store=4ab28c43df7730b17fd3abe4c8d0633b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:12,807 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,808 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab28c43df7730b17fd3abe4c8d0633b columnFamilyName queue 2024-11-09T02:16:12,808 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:12,820 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/queue/5c307d2aa0ee4226a4289ac32814bfa3 2024-11-09T02:16:12,821 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(327): Store=4ab28c43df7730b17fd3abe4c8d0633b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:12,821 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,822 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab28c43df7730b17fd3abe4c8d0633b columnFamilyName sid 2024-11-09T02:16:12,822 DEBUG [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:12,823 INFO [StoreOpener-4ab28c43df7730b17fd3abe4c8d0633b-1 {}] regionserver.HStore(327): Store=4ab28c43df7730b17fd3abe4c8d0633b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:12,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,828 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:16:12,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4ab28c43df7730b17fd3abe4c8d0633b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62239734, jitterRate=-0.07255569100379944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:16:12,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:12,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4ab28c43df7730b17fd3abe4c8d0633b: Running coprocessor pre-open hook at 1731118572803Writing region info on filesystem at 1731118572803Initializing all the Stores at 1731118572804 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118572804Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118572804Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118572804Cleaning up temporary data from old regions at 1731118572828 (+24 ms)Running coprocessor post-open hooks at 1731118572834 (+6 ms)Region opened successfully at 1731118572835 (+1 ms) 2024-11-09T02:16:12,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b., pid=19, masterSystemTime=1731118572768 2024-11-09T02:16:12,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:12,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:12,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4ab28c43df7730b17fd3abe4c8d0633b, regionState=OPEN, openSeqNum=10, regionLocation=53f286d3af3b,40107,1731118567323 2024-11-09T02:16:12,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab28c43df7730b17fd3abe4c8d0633b, server=53f286d3af3b,40107,1731118567323 because future has completed 2024-11-09T02:16:12,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T02:16:12,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ab28c43df7730b17fd3abe4c8d0633b, server=53f286d3af3b,40107,1731118567323 in 233 msec 2024-11-09T02:16:12,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T02:16:12,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4ab28c43df7730b17fd3abe4c8d0633b, ASSIGN in 396 msec 2024-11-09T02:16:12,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T02:16:12,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b., hostname=53f286d3af3b,40107,1731118567323, seqNum=10] 2024-11-09T02:16:12,916 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 53f286d3af3b,36047,1731118549743 2024-11-09T02:16:12,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T02:16:12,964 DEBUG [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:12,997 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/.tmp/ns/4e3dbf55eebb4a8987238cac85ebcc65 2024-11-09T02:16:13,024 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/.tmp/ns/4e3dbf55eebb4a8987238cac85ebcc65 as hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/ns/4e3dbf55eebb4a8987238cac85ebcc65 2024-11-09T02:16:13,042 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/ns/4e3dbf55eebb4a8987238cac85ebcc65, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T02:16:13,045 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:13,054 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:13,054 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 490ms, sequenceid=6, compaction requested=false 2024-11-09T02:16:13,054 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:16:13,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40107 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T02:16:13,125 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:16:13,126 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:13,127 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:13,127 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:13,127 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118572564Running coprocessor pre-close hooks at 1731118572564Disabling compacts and flushes for region at 1731118572564Disabling writes for close at 1731118572564Obtaining lock to block concurrent updates at 1731118572564Preparing flush snapshotting stores in 1588230740 at 1731118572564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731118572565 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118572566 (+1 ms)Flushing 1588230740/ns: creating writer at 1731118572566Flushing 1588230740/ns: appending metadata at 1731118572585 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731118572585Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f83d5f4: reopening flushed file at 1731118573022 (+437 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 490ms, sequenceid=6, compaction requested=false at 1731118573054 (+32 ms)Writing region close event to WAL at 1731118573116 (+62 ms)Running coprocessor post-close hooks at 1731118573126 (+10 ms)Closed at 1731118573127 (+1 ms) 2024-11-09T02:16:13,127 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:13,165 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,45311,1731118557396; all regions closed. 2024-11-09T02:16:13,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741834_1010 (size=1152) 2024-11-09T02:16:13,188 DEBUG [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/oldWALs 2024-11-09T02:16:13,189 INFO [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C45311%2C1731118557396.meta:.meta(num 1731118559695) 2024-11-09T02:16:13,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741832_1008 (size=93) 2024-11-09T02:16:13,211 DEBUG [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/oldWALs 2024-11-09T02:16:13,212 INFO [RS:0;53f286d3af3b:45311 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C45311%2C1731118557396:(num 1731118558736) 2024-11-09T02:16:13,212 DEBUG [RS:0;53f286d3af3b:45311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:13,212 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:13,212 INFO [RS:0;53f286d3af3b:45311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:13,212 INFO [RS:0;53f286d3af3b:45311 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:13,212 INFO [RS:0;53f286d3af3b:45311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:13,212 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:13,213 INFO [RS:0;53f286d3af3b:45311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45311 2024-11-09T02:16:13,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370/rs 2024-11-09T02:16:13,266 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11594563370/rs/53f286d3af3b,45311,1731118557396 2024-11-09T02:16:13,266 INFO [RS:0;53f286d3af3b:45311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:13,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,45311,1731118557396] 2024-11-09T02:16:13,308 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/draining/53f286d3af3b,45311,1731118557396 already deleted, retry=false 2024-11-09T02:16:13,308 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,45311,1731118557396 expired; onlineServers=0 2024-11-09T02:16:13,308 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,32821,1731118557206' ***** 2024-11-09T02:16:13,308 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:16:13,308 INFO [M:0;53f286d3af3b:32821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:13,309 INFO [M:0;53f286d3af3b:32821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:13,309 DEBUG [M:0;53f286d3af3b:32821 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:16:13,309 DEBUG [M:0;53f286d3af3b:32821 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:16:13,309 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:16:13,309 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118558372 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118558372,5,FailOnTimeoutGroup] 2024-11-09T02:16:13,309 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118558372 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118558372,5,FailOnTimeoutGroup] 2024-11-09T02:16:13,309 INFO [M:0;53f286d3af3b:32821 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:13,309 INFO [M:0;53f286d3af3b:32821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:13,310 DEBUG [M:0;53f286d3af3b:32821 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:16:13,310 INFO [M:0;53f286d3af3b:32821 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:16:13,310 INFO [M:0;53f286d3af3b:32821 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:13,310 INFO [M:0;53f286d3af3b:32821 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:16:13,310 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:16:13,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11594563370/master 2024-11-09T02:16:13,325 DEBUG [M:0;53f286d3af3b:32821 {}] zookeeper.RecoverableZooKeeper(212): Node /11594563370/master already deleted, retry=false 2024-11-09T02:16:13,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11594563370 2024-11-09T02:16:13,325 DEBUG [M:0;53f286d3af3b:32821 {}] master.ActiveMasterManager(353): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Failed delete of our master address node; KeeperErrorCode = NoNode for /11594563370/master 2024-11-09T02:16:13,326 INFO [M:0;53f286d3af3b:32821 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/.lastflushedseqids 2024-11-09T02:16:13,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741836_1012 (size=99) 2024-11-09T02:16:13,336 INFO [M:0;53f286d3af3b:32821 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:16:13,336 INFO [M:0;53f286d3af3b:32821 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:16:13,336 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:13,336 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:13,336 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:13,336 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:13,336 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:13,337 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T02:16:13,358 DEBUG [M:0;53f286d3af3b:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a7899882e884bfdab224999edf5a2a2 is 82, key is hbase:meta,,1/info:regioninfo/1731118559766/Put/seqid=0 2024-11-09T02:16:13,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741837_1013 (size=5672) 2024-11-09T02:16:13,388 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:13,388 INFO [RS:0;53f286d3af3b:45311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:13,388 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45311-0x1011d60adf30004, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:13,388 INFO [RS:0;53f286d3af3b:45311 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,45311,1731118557396; zookeeper connection closed. 2024-11-09T02:16:13,388 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bcb4925 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bcb4925 2024-11-09T02:16:13,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:16:13,765 INFO [M:0;53f286d3af3b:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a7899882e884bfdab224999edf5a2a2 2024-11-09T02:16:13,795 DEBUG [M:0;53f286d3af3b:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64eb97fca2a24b04a95789f3308b38b0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731118559947/Put/seqid=0 2024-11-09T02:16:13,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741838_1014 (size=5275) 2024-11-09T02:16:13,808 INFO [M:0;53f286d3af3b:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64eb97fca2a24b04a95789f3308b38b0 2024-11-09T02:16:13,840 DEBUG [M:0;53f286d3af3b:32821 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdb2c6adaee444a9b338558a17dbb573 is 69, key is 53f286d3af3b,45311,1731118557396/rs:state/1731118558504/Put/seqid=0 2024-11-09T02:16:13,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741839_1015 (size=5156) 2024-11-09T02:16:13,847 INFO [M:0;53f286d3af3b:32821 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdb2c6adaee444a9b338558a17dbb573 2024-11-09T02:16:13,857 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9a7899882e884bfdab224999edf5a2a2 as hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a7899882e884bfdab224999edf5a2a2 2024-11-09T02:16:13,867 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9a7899882e884bfdab224999edf5a2a2, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T02:16:13,869 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64eb97fca2a24b04a95789f3308b38b0 as hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64eb97fca2a24b04a95789f3308b38b0 2024-11-09T02:16:13,879 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64eb97fca2a24b04a95789f3308b38b0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T02:16:13,881 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bdb2c6adaee444a9b338558a17dbb573 as hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdb2c6adaee444a9b338558a17dbb573 2024-11-09T02:16:13,897 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43585/user/jenkins/test-data/1b0e77a0-656e-129d-5980-1eb073202105/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bdb2c6adaee444a9b338558a17dbb573, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T02:16:13,898 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=28, compaction requested=false 2024-11-09T02:16:13,924 INFO [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:13,925 DEBUG [M:0;53f286d3af3b:32821 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118573336Disabling compacts and flushes for region at 1731118573336Disabling writes for close at 1731118573336Obtaining lock to block concurrent updates at 1731118573337 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118573337Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731118573337Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118573338 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118573338Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118573357 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118573357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118573772 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118573794 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118573794Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118573817 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118573839 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118573839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@377b47d1: reopening flushed file at 1731118573855 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348b9eea: reopening flushed file at 1731118573868 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72855b33: reopening flushed file at 1731118573879 (+11 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=28, compaction requested=false at 1731118573898 (+19 ms)Writing region close event to WAL at 1731118573924 (+26 ms)Closed at 1731118573924 2024-11-09T02:16:13,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40919 is added to blk_1073741830_1006 (size=10165) 2024-11-09T02:16:13,932 INFO [M:0;53f286d3af3b:32821 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:16:13,932 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:13,932 INFO [M:0;53f286d3af3b:32821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32821 2024-11-09T02:16:13,936 INFO [M:0;53f286d3af3b:32821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:14,046 INFO [M:0;53f286d3af3b:32821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:14,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32821-0x1011d60adf30003, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:14,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fddcd88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:14,052 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4393ee02{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:14,052 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:14,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c3ccfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:14,053 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a1bd21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:14,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:16:14,057 WARN [BP-1029926991-172.17.0.3-1731118554735 heartbeating to localhost/127.0.0.1:43585 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:16:14,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:16:14,057 WARN [BP-1029926991-172.17.0.3-1731118554735 heartbeating to localhost/127.0.0.1:43585 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1029926991-172.17.0.3-1731118554735 (Datanode Uuid ebc6f6ad-0b05-47b3-806a-28530ae05d0c) service to localhost/127.0.0.1:43585 2024-11-09T02:16:14,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/cluster_4b1b3fbf-6a6b-b3c5-2834-f55de0238fbb/data/data1/current/BP-1029926991-172.17.0.3-1731118554735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:14,059 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/cluster_4b1b3fbf-6a6b-b3c5-2834-f55de0238fbb/data/data2/current/BP-1029926991-172.17.0.3-1731118554735 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:14,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:16:14,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@239506e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:14,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ce4f3c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:14,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:14,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f48dfa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:14,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@637f27af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:14,075 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:14,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:16:14,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:16:14,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:14,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:14,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:14,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:16:14,100 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1964555113, stopped=false 2024-11-09T02:16:14,100 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,35453,1731118567265 2024-11-09T02:16:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/running 2024-11-09T02:16:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/running 2024-11-09T02:16:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:14,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:14,119 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:14,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:14,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:16:14,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:14,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Set watcher on znode that does not yet exist, /01847491142/running 2024-11-09T02:16:14,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,120 DEBUG [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 to pos 0, reset compression=false 2024-11-09T02:16:14,121 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,40107,1731118567323' ***** 2024-11-09T02:16:14,121 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,40107,1731118567323 2024-11-09T02:16:14,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:14,122 INFO [RS:0;53f286d3af3b:40107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:40107. 2024-11-09T02:16:14,123 DEBUG [RS:0;53f286d3af3b:40107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:14,123 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,123 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:16:14,123 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:16:14,123 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:16:14,123 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:16:14,123 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:16:14,123 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4ab28c43df7730b17fd3abe4c8d0633b=hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b.} 2024-11-09T02:16:14,123 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ab28c43df7730b17fd3abe4c8d0633b, disabling compactions & flushes 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:14,124 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:14,124 DEBUG [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ab28c43df7730b17fd3abe4c8d0633b 2024-11-09T02:16:14,124 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. after waiting 0 ms 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:14,124 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:14,124 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T02:16:14,139 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/replication/4ab28c43df7730b17fd3abe4c8d0633b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T02:16:14,140 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:14,140 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:14,140 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:14,140 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ab28c43df7730b17fd3abe4c8d0633b: Waiting for close lock at 1731118574123Running coprocessor pre-close hooks at 1731118574123Disabling compacts and flushes for region at 1731118574123Disabling writes for close at 1731118574124 (+1 ms)Writing region close event to WAL at 1731118574132 (+8 ms)Running coprocessor post-close hooks at 1731118574139 (+7 ms)Closed at 1731118574140 (+1 ms) 2024-11-09T02:16:14,140 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b. 2024-11-09T02:16:14,153 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/info/13cc92ba95e640bd93dbe457909779a7 is 147, key is hbase:replication,,1731118560183.4ab28c43df7730b17fd3abe4c8d0633b./info:regioninfo/1731118572841/Put/seqid=0 2024-11-09T02:16:14,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741851_1027 (size=6385) 2024-11-09T02:16:14,175 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/info/13cc92ba95e640bd93dbe457909779a7 2024-11-09T02:16:14,186 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/.tmp/info/13cc92ba95e640bd93dbe457909779a7 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/info/13cc92ba95e640bd93dbe457909779a7 2024-11-09T02:16:14,199 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/info/13cc92ba95e640bd93dbe457909779a7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T02:16:14,201 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=19, compaction requested=false 2024-11-09T02:16:14,210 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:14,224 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:16:14,224 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:16:14,232 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T02:16:14,233 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:14,233 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:14,233 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:14,233 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118574123Running coprocessor pre-close hooks at 1731118574123Disabling compacts and flushes for region at 1731118574123Disabling writes for close at 1731118574124 (+1 ms)Obtaining lock to block concurrent updates at 1731118574124Preparing flush snapshotting stores in 1588230740 at 1731118574124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731118574125 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118574126 (+1 ms)Flushing 1588230740/info: creating writer at 1731118574126Flushing 1588230740/info: appending metadata at 1731118574153 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731118574153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4554e30e: reopening flushed file at 1731118574184 (+31 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 77ms, sequenceid=19, compaction requested=false at 1731118574201 (+17 ms)Writing region close event to WAL at 1731118574224 (+23 ms)Running coprocessor post-close hooks at 1731118574233 (+9 ms)Closed at 1731118574233 2024-11-09T02:16:14,233 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:14,324 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,40107,1731118567323; all regions closed. 2024-11-09T02:16:14,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741849_1025 (size=2156) 2024-11-09T02:16:14,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.meta.1731118568833.meta not finished, retry = 0 2024-11-09T02:16:14,432 DEBUG [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs 2024-11-09T02:16:14,432 INFO [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C40107%2C1731118567323.meta:.meta(num 1731118568833) 2024-11-09T02:16:14,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741850_1026 (size=796) 2024-11-09T02:16:14,438 DEBUG [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs 2024-11-09T02:16:14,438 INFO [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C40107%2C1731118567323.rep:(num 1731118572778) 2024-11-09T02:16:14,441 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/WALs/53f286d3af3b,40107,1731118567323/53f286d3af3b%2C40107%2C1731118567323.1731118568411 not finished, retry = 0 2024-11-09T02:16:14,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741848_1024 (size=93) 2024-11-09T02:16:14,544 DEBUG [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/oldWALs 2024-11-09T02:16:14,544 INFO [RS:0;53f286d3af3b:40107 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C40107%2C1731118567323:(num 1731118568411) 2024-11-09T02:16:14,544 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,544 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:14,544 INFO [RS:0;53f286d3af3b:40107 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:14,544 INFO [RS:0;53f286d3af3b:40107 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:14,545 INFO [RS:0;53f286d3af3b:40107 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:14,545 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:14,545 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T02:16:14,545 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T02:16:14,545 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,40107,1731118567323 because: Region server is closing 2024-11-09T02:16:14,545 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T02:16:14,545 INFO [RS:0;53f286d3af3b:40107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:40107. 2024-11-09T02:16:14,545 DEBUG [RS:0;53f286d3af3b:40107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:14,545 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,545 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:14,646 WARN [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:16:14,646 WARN [RS:0;53f286d3af3b:40107.replicationSource.shipper53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:16:14,646 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;53f286d3af3b:40107.replicationSource.shipper53f286d3af3b%2C40107%2C1731118567323,1-53f286d3af3b,40107,1731118567323 terminated 2024-11-09T02:16:14,646 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-53f286d3af3b,40107,1731118567323 because: Region server is closing 2024-11-09T02:16:14,646 INFO [RS:0;53f286d3af3b:40107 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:40107. 2024-11-09T02:16:14,647 DEBUG [RS:0;53f286d3af3b:40107 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:14,647 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,647 DEBUG [RS:0;53f286d3af3b:40107 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:14,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:14,747 WARN [RS:0;53f286d3af3b:40107.replicationSource.wal-reader.53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:16:14,747 WARN [RS:0;53f286d3af3b:40107.replicationSource.shipper53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:16:14,748 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;53f286d3af3b:40107.replicationSource.shipper53f286d3af3b%2C40107%2C1731118567323,2-53f286d3af3b,40107,1731118567323 terminated 2024-11-09T02:16:14,748 INFO [RS:0;53f286d3af3b:40107 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40107 2024-11-09T02:16:14,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142/rs 2024-11-09T02:16:14,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/rs/53f286d3af3b,40107,1731118567323 2024-11-09T02:16:14,803 INFO [RS:0;53f286d3af3b:40107 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:14,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,40107,1731118567323] 2024-11-09T02:16:14,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01847491142/draining/53f286d3af3b,40107,1731118567323 already deleted, retry=false 2024-11-09T02:16:14,824 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,40107,1731118567323 expired; onlineServers=0 2024-11-09T02:16:14,824 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,35453,1731118567265' ***** 2024-11-09T02:16:14,824 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:16:14,824 INFO [M:0;53f286d3af3b:35453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:14,824 INFO [M:0;53f286d3af3b:35453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:14,824 DEBUG [M:0;53f286d3af3b:35453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:16:14,824 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:16:14,824 DEBUG [M:0;53f286d3af3b:35453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:16:14,824 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118567913 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118567913,5,FailOnTimeoutGroup] 2024-11-09T02:16:14,824 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118567914 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118567914,5,FailOnTimeoutGroup] 2024-11-09T02:16:14,824 INFO [M:0;53f286d3af3b:35453 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:14,825 INFO [M:0;53f286d3af3b:35453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:14,825 DEBUG [M:0;53f286d3af3b:35453 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:16:14,825 INFO [M:0;53f286d3af3b:35453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:16:14,825 INFO [M:0;53f286d3af3b:35453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:14,825 INFO [M:0;53f286d3af3b:35453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:16:14,825 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:16:14,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01847491142/master 2024-11-09T02:16:14,834 DEBUG [M:0;53f286d3af3b:35453 {}] zookeeper.ZKUtil(347): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Unable to get data of znode /01847491142/master because node does not exist (not an error) 2024-11-09T02:16:14,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01847491142 2024-11-09T02:16:14,834 WARN [M:0;53f286d3af3b:35453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:16:14,835 INFO [M:0;53f286d3af3b:35453 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/.lastflushedseqids 2024-11-09T02:16:14,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741852_1028 (size=181) 2024-11-09T02:16:14,842 INFO [M:0;53f286d3af3b:35453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:16:14,842 INFO [M:0;53f286d3af3b:35453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:16:14,842 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:14,842 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:14,842 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:14,842 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:14,842 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:14,843 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T02:16:14,863 DEBUG [M:0;53f286d3af3b:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d66b5959d034e80a5993cc6bf0a13ce is 82, key is hbase:meta,,1/info:regioninfo/1731118568971/Put/seqid=0 2024-11-09T02:16:14,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741853_1029 (size=5680) 2024-11-09T02:16:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:14,913 INFO [RS:0;53f286d3af3b:40107 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:14,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40107-0x1011d60adf30007, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:14,914 INFO [RS:0;53f286d3af3b:40107 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,40107,1731118567323; zookeeper connection closed. 2024-11-09T02:16:14,914 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43a26b24 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43a26b24 2024-11-09T02:16:14,914 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:16:15,269 INFO [M:0;53f286d3af3b:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d66b5959d034e80a5993cc6bf0a13ce 2024-11-09T02:16:15,293 DEBUG [M:0;53f286d3af3b:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf32a60ee17a47e891cf87d582744b60 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731118572853/Put/seqid=0 2024-11-09T02:16:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741854_1030 (size=7319) 2024-11-09T02:16:15,298 INFO [M:0;53f286d3af3b:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf32a60ee17a47e891cf87d582744b60 2024-11-09T02:16:15,341 DEBUG [M:0;53f286d3af3b:35453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7756617b07ec4834bb832cd0c0691a17 is 69, key is 53f286d3af3b,40107,1731118567323/rs:state/1731118568044/Put/seqid=0 2024-11-09T02:16:15,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741855_1031 (size=5371) 2024-11-09T02:16:15,363 INFO [M:0;53f286d3af3b:35453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7756617b07ec4834bb832cd0c0691a17 2024-11-09T02:16:15,370 INFO [M:0;53f286d3af3b:35453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7756617b07ec4834bb832cd0c0691a17 2024-11-09T02:16:15,372 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d66b5959d034e80a5993cc6bf0a13ce as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d66b5959d034e80a5993cc6bf0a13ce 2024-11-09T02:16:15,380 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d66b5959d034e80a5993cc6bf0a13ce, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T02:16:15,382 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bf32a60ee17a47e891cf87d582744b60 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf32a60ee17a47e891cf87d582744b60 2024-11-09T02:16:15,391 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bf32a60ee17a47e891cf87d582744b60, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T02:16:15,393 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7756617b07ec4834bb832cd0c0691a17 as hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7756617b07ec4834bb832cd0c0691a17 2024-11-09T02:16:15,404 INFO [M:0;53f286d3af3b:35453 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7756617b07ec4834bb832cd0c0691a17 2024-11-09T02:16:15,404 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43419/user/jenkins/test-data/a2e043df-c439-7299-54b5-fff92d78e4f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7756617b07ec4834bb832cd0c0691a17, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T02:16:15,406 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=172, compaction requested=false 2024-11-09T02:16:15,444 INFO [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:15,445 DEBUG [M:0;53f286d3af3b:35453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118574842Disabling compacts and flushes for region at 1731118574842Disabling writes for close at 1731118574842Obtaining lock to block concurrent updates at 1731118574843 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118574843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731118574843Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118574844 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118574844Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118574863 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118574863Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118575276 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118575293 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118575293Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118575307 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118575340 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118575341 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d900061: reopening flushed file at 1731118575371 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b2aa3c6: reopening flushed file at 1731118575381 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ca324ab: reopening flushed file at 1731118575392 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 564ms, sequenceid=172, compaction requested=false at 1731118575406 (+14 ms)Writing region close event to WAL at 1731118575444 (+38 ms)Closed at 1731118575444 2024-11-09T02:16:15,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37277 is added to blk_1073741847_1023 (size=22949) 2024-11-09T02:16:15,448 INFO [M:0;53f286d3af3b:35453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:16:15,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:15,448 INFO [M:0;53f286d3af3b:35453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35453 2024-11-09T02:16:15,449 INFO [M:0;53f286d3af3b:35453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:15,577 INFO [M:0;53f286d3af3b:35453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:15,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35453-0x1011d60adf30006, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:15,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@116d148d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:15,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7407cbf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:15,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:15,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e4f8960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:15,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40fdc8cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:15,592 WARN [BP-1797719517-172.17.0.3-1731118544432 heartbeating to localhost/127.0.0.1:43419 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:16:15,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:16:15,592 WARN [BP-1797719517-172.17.0.3-1731118544432 heartbeating to localhost/127.0.0.1:43419 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1797719517-172.17.0.3-1731118544432 (Datanode Uuid 2ba35fac-15a9-44a0-b3ab-2a223f92bec7) service to localhost/127.0.0.1:43419 2024-11-09T02:16:15,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:16:15,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/data/data1/current/BP-1797719517-172.17.0.3-1731118544432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:15,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/cluster_641fac57-2345-ae74-2014-b51ea0313c3b/data/data2/current/BP-1797719517-172.17.0.3-1731118544432 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:15,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:16:15,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:15,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:15,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:15,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:15,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7712894-f1a4-d814-1337-0912dbf7059f/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:15,610 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:16:15,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:16:15,648 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7942919a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43585 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43585 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/53f286d3af3b:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/53f286d3af3b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/53f286d3af3b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/53f286d3af3b:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43585 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43419 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/53f286d3af3b:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50137) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50137) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43585 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43419 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=543 (was 472) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2448 (was 3926) 2024-11-09T02:16:15,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=543, ProcessCount=11, AvailableMemoryMB=2448 2024-11-09T02:16:15,678 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T02:16:15,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir so I do NOT create it in target/test-data/030370a5-de68-275f-e691-09a1f9ff8002 2024-11-09T02:16:15,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:16:15,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.tmp.dir so I do NOT create it in target/test-data/030370a5-de68-275f-e691-09a1f9ff8002 2024-11-09T02:16:15,679 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/990b0cc2-9723-ae70-f20c-e82993a50a37/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:16:15,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002 2024-11-09T02:16:15,679 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c, deleteOnExit=true 2024-11-09T02:16:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d60adf30002, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:16:15,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d60adf30005, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:16:15,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d60adf30005, quorum=127.0.0.1:50137, baseZNode=/11594563370 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:16:15,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d60adf30002, quorum=127.0.0.1:50137, baseZNode=/01847491142 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:16:15,709 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/zookeeper_0, clientPort=53070, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:16:15,717 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53070 2024-11-09T02:16:15,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:16:15,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:16:15,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/test.cache.data in system properties and HBase conf 2024-11-09T02:16:15,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:16:15,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:16:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:16:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:16:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:16:15,718 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:16:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:15,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:16:15,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:15,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:16:15,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:16:16,139 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:16,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:16,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:16,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:16,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:16:16,164 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:16,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:16,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:16,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/java.io.tmpdir/jetty-localhost-35161-hadoop-hdfs-3_4_1-tests_jar-_-any-450810346781939477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:16,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:35161} 2024-11-09T02:16:16,299 INFO [Time-limited test {}] server.Server(415): Started @34572ms 2024-11-09T02:16:16,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:16,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:16,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:16,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:16,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:16:16,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:16,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:16,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/java.io.tmpdir/jetty-localhost-35805-hadoop-hdfs-3_4_1-tests_jar-_-any-4349077560536065426/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:16,785 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:35805} 2024-11-09T02:16:16,785 INFO [Time-limited test {}] server.Server(415): Started @35058ms 2024-11-09T02:16:16,787 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:16:17,796 WARN [Thread-497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/data/data1/current/BP-1601226091-172.17.0.3-1731118575751/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:17,796 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/data/data2/current/BP-1601226091-172.17.0.3-1731118575751/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:17,820 WARN [Thread-485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:16:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d80a66f002daa77 with lease ID 0xd936de9466b91335: Processing first storage report for DS-891d8180-8143-4ec7-baec-b848164bceb8 from datanode DatanodeRegistration(127.0.0.1:39955, datanodeUuid=235d64ac-710d-4d1f-aecd-736725c18772, infoPort=32935, infoSecurePort=0, ipcPort=40479, storageInfo=lv=-57;cid=testClusterID;nsid=1260611886;c=1731118575751) 2024-11-09T02:16:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d80a66f002daa77 with lease ID 0xd936de9466b91335: from storage DS-891d8180-8143-4ec7-baec-b848164bceb8 node DatanodeRegistration(127.0.0.1:39955, datanodeUuid=235d64ac-710d-4d1f-aecd-736725c18772, infoPort=32935, infoSecurePort=0, ipcPort=40479, storageInfo=lv=-57;cid=testClusterID;nsid=1260611886;c=1731118575751), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d80a66f002daa77 with lease ID 0xd936de9466b91335: Processing first storage report for DS-32e38612-7bde-4588-964a-5a613ce19115 from datanode DatanodeRegistration(127.0.0.1:39955, datanodeUuid=235d64ac-710d-4d1f-aecd-736725c18772, infoPort=32935, infoSecurePort=0, ipcPort=40479, storageInfo=lv=-57;cid=testClusterID;nsid=1260611886;c=1731118575751) 2024-11-09T02:16:17,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d80a66f002daa77 with lease ID 0xd936de9466b91335: from storage DS-32e38612-7bde-4588-964a-5a613ce19115 node DatanodeRegistration(127.0.0.1:39955, datanodeUuid=235d64ac-710d-4d1f-aecd-736725c18772, infoPort=32935, infoSecurePort=0, ipcPort=40479, storageInfo=lv=-57;cid=testClusterID;nsid=1260611886;c=1731118575751), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:17,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002 2024-11-09T02:16:17,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:17,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:16:18,267 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641 with version=8 2024-11-09T02:16:18,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/hbase-staging 2024-11-09T02:16:18,270 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:16:18,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:18,288 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38757 2024-11-09T02:16:18,291 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38757 connecting to ZooKeeper ensemble=127.0.0.1:53070 2024-11-09T02:16:18,304 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:18,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:18,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:18,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387570x0, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:18,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38757-0x1011d612bfd0000 connected 2024-11-09T02:16:18,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:18,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:18,466 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/running 2024-11-09T02:16:18,466 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641, hbase.cluster.distributed=false 2024-11-09T02:16:18,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/acl 2024-11-09T02:16:18,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38757 2024-11-09T02:16:18,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38757 2024-11-09T02:16:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38757 2024-11-09T02:16:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38757 2024-11-09T02:16:18,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38757 2024-11-09T02:16:18,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:16:18,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:18,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34813 2024-11-09T02:16:18,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34813 connecting to ZooKeeper ensemble=127.0.0.1:53070 2024-11-09T02:16:18,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:18,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:18,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348130x0, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:18,504 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348130x0, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/running 2024-11-09T02:16:18,504 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:16:18,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34813-0x1011d612bfd0001 connected 2024-11-09T02:16:18,505 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:16:18,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/master 2024-11-09T02:16:18,506 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/acl 2024-11-09T02:16:18,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-09T02:16:18,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34813 2024-11-09T02:16:18,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34813 2024-11-09T02:16:18,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-09T02:16:18,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34813 2024-11-09T02:16:18,525 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:38757 2024-11-09T02:16:18,525 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1470247261/backup-masters/53f286d3af3b,38757,1731118578270 2024-11-09T02:16:18,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261/backup-masters 2024-11-09T02:16:18,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261/backup-masters 2024-11-09T02:16:18,535 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on existing znode=/0-1470247261/backup-masters/53f286d3af3b,38757,1731118578270 2024-11-09T02:16:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470247261/master 2024-11-09T02:16:18,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:18,546 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on existing znode=/0-1470247261/master 2024-11-09T02:16:18,546 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1470247261/backup-masters/53f286d3af3b,38757,1731118578270 from backup master directory 2024-11-09T02:16:18,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261/backup-masters 2024-11-09T02:16:18,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470247261/backup-masters/53f286d3af3b,38757,1731118578270 2024-11-09T02:16:18,556 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:18,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261/backup-masters 2024-11-09T02:16:18,556 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,38757,1731118578270 2024-11-09T02:16:18,561 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/hbase.id] with ID: 506fee4c-4a87-45c6-96a0-c4f0b34acda1 2024-11-09T02:16:18,561 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/.tmp/hbase.id 2024-11-09T02:16:18,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:16:18,971 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/.tmp/hbase.id]:[hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/hbase.id] 2024-11-09T02:16:19,000 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:19,000 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:16:19,005 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-09T02:16:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:16:19,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:19,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:16:19,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:16:19,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:19,427 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:19,428 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:16:19,429 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:16:19,442 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store 2024-11-09T02:16:19,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:16:19,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:19,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:19,851 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:19,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:19,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:19,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:19,851 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:19,852 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118579851Disabling compacts and flushes for region at 1731118579851Disabling writes for close at 1731118579851Writing region close event to WAL at 1731118579851Closed at 1731118579851 2024-11-09T02:16:19,852 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/.initializing 2024-11-09T02:16:19,853 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/WALs/53f286d3af3b,38757,1731118578270 2024-11-09T02:16:19,854 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:19,856 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38757%2C1731118578270, suffix=, logDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/WALs/53f286d3af3b,38757,1731118578270, archiveDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/oldWALs, maxLogs=10 2024-11-09T02:16:19,872 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/WALs/53f286d3af3b,38757,1731118578270/53f286d3af3b%2C38757%2C1731118578270.1731118579856, exclude list is [], retry=0 2024-11-09T02:16:19,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-891d8180-8143-4ec7-baec-b848164bceb8,DISK] 2024-11-09T02:16:19,877 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/WALs/53f286d3af3b,38757,1731118578270/53f286d3af3b%2C38757%2C1731118578270.1731118579856 2024-11-09T02:16:19,877 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T02:16:19,878 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:19,878 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:19,878 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,878 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:16:19,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:19,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:19,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:16:19,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:19,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:19,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:16:19,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:19,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:19,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:16:19,888 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:19,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:19,888 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,889 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,890 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,891 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,891 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,892 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:19,893 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:19,895 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:19,896 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66351092, jitterRate=-0.011291682720184326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:19,897 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118579878Initializing all the Stores at 1731118579879 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118579879Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118579879Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118579879Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118579879Cleaning up temporary data from old regions at 1731118579891 (+12 ms)Region opened successfully at 1731118579897 (+6 ms) 2024-11-09T02:16:19,897 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:16:19,900 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17439ef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:19,901 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:16:19,901 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:16:19,902 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:16:19,902 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:16:19,902 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:16:19,903 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:16:19,903 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:16:19,906 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:16:19,907 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Unable to get data of znode /0-1470247261/balancer because node does not exist (not necessarily an error) 2024-11-09T02:16:19,977 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470247261/balancer already deleted, retry=false 2024-11-09T02:16:19,978 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:16:19,979 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Unable to get data of znode /0-1470247261/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:16:19,987 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470247261/normalizer already deleted, retry=false 2024-11-09T02:16:19,988 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:16:19,989 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Unable to get data of znode /0-1470247261/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:16:19,998 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470247261/switch/split already deleted, retry=false 2024-11-09T02:16:19,999 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Unable to get data of znode /0-1470247261/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:16:20,008 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470247261/switch/merge already deleted, retry=false 2024-11-09T02:16:20,012 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Unable to get data of znode /0-1470247261/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:16:20,019 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470247261/snapshot-cleanup already deleted, retry=false 2024-11-09T02:16:20,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470247261/running 2024-11-09T02:16:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1470247261/running 2024-11-09T02:16:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:20,030 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,38757,1731118578270, sessionid=0x1011d612bfd0000, setting cluster-up flag (Was=false) 2024-11-09T02:16:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:20,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:20,082 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1470247261/flush-table-proc/acquired, /0-1470247261/flush-table-proc/reached, /0-1470247261/flush-table-proc/abort 2024-11-09T02:16:20,083 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38757,1731118578270 2024-11-09T02:16:20,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:20,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:20,135 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1470247261/online-snapshot/acquired, /0-1470247261/online-snapshot/reached, /0-1470247261/online-snapshot/abort 2024-11-09T02:16:20,136 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38757,1731118578270 2024-11-09T02:16:20,137 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:16:20,139 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:20,139 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:16:20,139 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:16:20,140 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,38757,1731118578270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:16:20,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:20,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:20,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:20,142 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:20,142 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:16:20,142 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,142 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:20,142 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,153 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:20,154 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:16:20,155 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:20,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:16:20,173 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118610173 2024-11-09T02:16:20,173 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:16:20,173 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:16:20,173 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:16:20,173 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:16:20,174 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:16:20,174 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:16:20,174 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,175 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:16:20,175 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:16:20,175 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:16:20,175 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:16:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:16:20,180 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:16:20,180 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:16:20,181 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118580180,5,FailOnTimeoutGroup] 2024-11-09T02:16:20,188 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118580181,5,FailOnTimeoutGroup] 2024-11-09T02:16:20,188 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,188 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:16:20,188 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,188 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,216 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(746): ClusterId : 506fee4c-4a87-45c6-96a0-c4f0b34acda1 2024-11-09T02:16:20,216 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:16:20,229 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:16:20,229 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:16:20,241 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:16:20,241 DEBUG [RS:0;53f286d3af3b:34813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b8363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:20,254 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:34813 2024-11-09T02:16:20,254 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:16:20,254 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:16:20,254 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:16:20,255 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,38757,1731118578270 with port=34813, startcode=1731118578490 2024-11-09T02:16:20,255 DEBUG [RS:0;53f286d3af3b:34813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:16:20,257 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:16:20,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,34813,1731118578490 2024-11-09T02:16:20,258 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38757 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,34813,1731118578490 2024-11-09T02:16:20,260 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641 2024-11-09T02:16:20,260 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44275 2024-11-09T02:16:20,260 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:16:20,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261/rs 2024-11-09T02:16:20,272 DEBUG [RS:0;53f286d3af3b:34813 {}] zookeeper.ZKUtil(111): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on existing znode=/0-1470247261/rs/53f286d3af3b,34813,1731118578490 2024-11-09T02:16:20,272 WARN [RS:0;53f286d3af3b:34813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:20,272 INFO [RS:0;53f286d3af3b:34813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:20,272 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490 2024-11-09T02:16:20,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,34813,1731118578490] 2024-11-09T02:16:20,276 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:16:20,278 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:16:20,280 INFO [RS:0;53f286d3af3b:34813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:16:20,280 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,286 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:16:20,288 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:16:20,289 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,289 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,290 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,290 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,290 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,290 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:20,290 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:20,290 DEBUG [RS:0;53f286d3af3b:34813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:20,290 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,290 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,291 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,291 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,291 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,291 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34813,1731118578490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:20,308 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:16:20,309 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34813,1731118578490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,309 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,309 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.Replication(171): 53f286d3af3b,34813,1731118578490 started 2024-11-09T02:16:20,326 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:20,326 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,34813,1731118578490, RpcServer on 53f286d3af3b/172.17.0.3:34813, sessionid=0x1011d612bfd0001 2024-11-09T02:16:20,326 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:16:20,326 DEBUG [RS:0;53f286d3af3b:34813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,34813,1731118578490 2024-11-09T02:16:20,326 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,34813,1731118578490' 2024-11-09T02:16:20,326 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1470247261/flush-table-proc/abort' 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1470247261/flush-table-proc/acquired' 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,34813,1731118578490 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,34813,1731118578490' 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1470247261/online-snapshot/abort' 2024-11-09T02:16:20,327 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1470247261/online-snapshot/acquired' 2024-11-09T02:16:20,328 DEBUG [RS:0;53f286d3af3b:34813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:16:20,328 INFO [RS:0;53f286d3af3b:34813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:16:20,328 INFO [RS:0;53f286d3af3b:34813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:16:20,429 INFO [RS:0;53f286d3af3b:34813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:20,431 INFO [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C34813%2C1731118578490, suffix=, logDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490, archiveDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/oldWALs, maxLogs=10 2024-11-09T02:16:20,448 DEBUG [RS:0;53f286d3af3b:34813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431, exclude list is [], retry=0 2024-11-09T02:16:20,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-891d8180-8143-4ec7-baec-b848164bceb8,DISK] 2024-11-09T02:16:20,458 INFO [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 2024-11-09T02:16:20,468 DEBUG [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T02:16:20,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:16:20,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641 2024-11-09T02:16:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:16:20,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:20,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:20,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:20,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:20,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:20,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:20,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:20,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:20,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:20,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:20,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:20,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:20,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:20,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:20,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:20,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:20,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:20,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740 2024-11-09T02:16:20,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740 2024-11-09T02:16:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:21,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:21,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:21,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:21,005 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:21,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61117907, jitterRate=-0.08927221596240997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118580986Initializing all the Stores at 1731118580987 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118580987Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118580987Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118580987Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118580987Cleaning up temporary data from old regions at 1731118581001 (+14 ms)Region opened successfully at 1731118581006 (+5 ms) 2024-11-09T02:16:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:21,007 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:21,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:21,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118581007Disabling compacts and flushes for region at 1731118581007Disabling writes for close at 1731118581007Writing region close event to WAL at 1731118581007Closed at 1731118581007 2024-11-09T02:16:21,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:21,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:16:21,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:16:21,010 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:21,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:16:21,162 DEBUG [53f286d3af3b:38757 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:16:21,163 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,34813,1731118578490 2024-11-09T02:16:21,164 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,34813,1731118578490, state=OPENING 2024-11-09T02:16:21,250 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:16:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:21,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:21,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470247261/meta-region-server: CHANGED 2024-11-09T02:16:21,291 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:21,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,34813,1731118578490}] 2024-11-09T02:16:21,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470247261/meta-region-server: CHANGED 2024-11-09T02:16:21,451 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:16:21,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:16:21,457 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:16:21,457 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:21,458 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:16:21,459 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C34813%2C1731118578490.meta, suffix=.meta, logDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490, archiveDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/oldWALs, maxLogs=10 2024-11-09T02:16:21,475 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.meta.1731118581460.meta, exclude list is [], retry=0 2024-11-09T02:16:21,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-891d8180-8143-4ec7-baec-b848164bceb8,DISK] 2024-11-09T02:16:21,480 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.meta.1731118581460.meta 2024-11-09T02:16:21,480 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T02:16:21,480 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:21,481 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:21,481 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:21,481 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:16:21,481 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:16:21,481 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:16:21,481 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:21,481 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:16:21,481 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:16:21,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:21,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:21,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:21,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:21,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:21,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:21,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:21,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:21,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:21,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:21,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:21,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:21,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:21,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:21,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:21,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:21,493 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:21,493 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740 2024-11-09T02:16:21,495 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740 2024-11-09T02:16:21,497 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:21,497 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:21,497 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:21,499 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:21,500 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62399815, jitterRate=-0.07017029821872711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:21,500 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:16:21,501 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118581482Writing region info on filesystem at 1731118581482Initializing all the Stores at 1731118581483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118581483Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118581484 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118581484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118581484Cleaning up temporary data from old regions at 1731118581497 (+13 ms)Running coprocessor post-open hooks at 1731118581501 (+4 ms)Region opened successfully at 1731118581501 2024-11-09T02:16:21,503 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118581451 2024-11-09T02:16:21,506 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:16:21,506 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:16:21,507 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,34813,1731118578490 2024-11-09T02:16:21,508 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,34813,1731118578490, state=OPEN 2024-11-09T02:16:21,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470247261/meta-region-server 2024-11-09T02:16:21,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1470247261/meta-region-server 2024-11-09T02:16:21,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470247261/meta-region-server: CHANGED 2024-11-09T02:16:21,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1470247261/meta-region-server: CHANGED 2024-11-09T02:16:21,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,34813,1731118578490 2024-11-09T02:16:21,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:16:21,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,34813,1731118578490 in 233 msec 2024-11-09T02:16:21,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:16:21,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 518 msec 2024-11-09T02:16:21,531 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:21,531 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:16:21,533 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:21,533 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,34813,1731118578490, seqNum=-1] 2024-11-09T02:16:21,533 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:21,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:21,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4040 sec 2024-11-09T02:16:21,545 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118581544, completionTime=-1 2024-11-09T02:16:21,545 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:16:21,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:16:21,548 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:16:21,548 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118641548 2024-11-09T02:16:21,548 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118701548 2024-11-09T02:16:21,548 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T02:16:21,549 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38757,1731118578270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,549 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38757,1731118578270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,549 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38757,1731118578270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,549 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:38757, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,549 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,550 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,552 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.999sec 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38757,1731118578270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:21,555 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38757,1731118578270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:16:21,558 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:16:21,558 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:16:21,558 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38757,1731118578270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:21,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:21,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38757,-1 for getting cluster id 2024-11-09T02:16:21,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:21,619 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506fee4c-4a87-45c6-96a0-c4f0b34acda1' 2024-11-09T02:16:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506fee4c-4a87-45c6-96a0-c4f0b34acda1" 2024-11-09T02:16:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd25532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38757,-1] 2024-11-09T02:16:21,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:21,620 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:21,621 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:21,622 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f919e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:21,623 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,34813,1731118578490, seqNum=-1] 2024-11-09T02:16:21,624 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:21,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:21,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,38757,1731118578270 2024-11-09T02:16:21,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53070 2024-11-09T02:16:21,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:21,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d612bfd0002 connected 2024-11-09T02:16:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir so I do NOT create it in target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe 2024-11-09T02:16:21,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:16:21,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.tmp.dir so I do NOT create it in target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe 2024-11-09T02:16:21,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:16:21,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/cluster_a3f0b5b8-f1e9-c810-3dbb-6a4af8c423aa, deleteOnExit=true 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/test.cache.data in system properties and HBase conf 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:16:21,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:16:21,655 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:21,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:21,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:16:21,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:16:21,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:16:21,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:21,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:16:21,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:16:21,995 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:22,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:22,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:22,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:22,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:16:22,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:22,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:22,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:22,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb1d533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/java.io.tmpdir/jetty-localhost-41005-hadoop-hdfs-3_4_1-tests_jar-_-any-4816563362383174221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:22,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:41005} 2024-11-09T02:16:22,133 INFO [Time-limited test {}] server.Server(415): Started @40406ms 2024-11-09T02:16:22,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:22,462 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:22,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:22,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:22,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:16:22,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:22,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:22,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@432beae2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/java.io.tmpdir/jetty-localhost-33017-hadoop-hdfs-3_4_1-tests_jar-_-any-15580516539730764215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:22,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:33017} 2024-11-09T02:16:22,592 INFO [Time-limited test {}] server.Server(415): Started @40864ms 2024-11-09T02:16:22,593 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:16:23,385 WARN [Thread-618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/cluster_a3f0b5b8-f1e9-c810-3dbb-6a4af8c423aa/data/data1/current/BP-1821063537-172.17.0.3-1731118581684/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:23,386 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/cluster_a3f0b5b8-f1e9-c810-3dbb-6a4af8c423aa/data/data2/current/BP-1821063537-172.17.0.3-1731118581684/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:23,426 WARN [Thread-606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:16:23,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe74dd7fa4e91f319 with lease ID 0xf3e11c46a4d00c4a: Processing first storage report for DS-32598155-65e8-48a9-bc83-391be29ed857 from datanode DatanodeRegistration(127.0.0.1:45097, datanodeUuid=0ef2ff46-7302-4be0-a6e0-21a30a1a083f, infoPort=42375, infoSecurePort=0, ipcPort=43495, storageInfo=lv=-57;cid=testClusterID;nsid=1370403971;c=1731118581684) 2024-11-09T02:16:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe74dd7fa4e91f319 with lease ID 0xf3e11c46a4d00c4a: from storage DS-32598155-65e8-48a9-bc83-391be29ed857 node DatanodeRegistration(127.0.0.1:45097, datanodeUuid=0ef2ff46-7302-4be0-a6e0-21a30a1a083f, infoPort=42375, infoSecurePort=0, ipcPort=43495, storageInfo=lv=-57;cid=testClusterID;nsid=1370403971;c=1731118581684), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe74dd7fa4e91f319 with lease ID 0xf3e11c46a4d00c4a: Processing first storage report for DS-798abf2b-1e6f-4d58-ad13-22e31bee3fca from datanode DatanodeRegistration(127.0.0.1:45097, datanodeUuid=0ef2ff46-7302-4be0-a6e0-21a30a1a083f, infoPort=42375, infoSecurePort=0, ipcPort=43495, storageInfo=lv=-57;cid=testClusterID;nsid=1370403971;c=1731118581684) 2024-11-09T02:16:23,432 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe74dd7fa4e91f319 with lease ID 0xf3e11c46a4d00c4a: from storage DS-798abf2b-1e6f-4d58-ad13-22e31bee3fca node DatanodeRegistration(127.0.0.1:45097, datanodeUuid=0ef2ff46-7302-4be0-a6e0-21a30a1a083f, infoPort=42375, infoSecurePort=0, ipcPort=43495, storageInfo=lv=-57;cid=testClusterID;nsid=1370403971;c=1731118581684), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:23,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe 2024-11-09T02:16:23,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:23,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:23,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:16:23,482 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d with version=8 2024-11-09T02:16:23,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/hbase-staging 2024-11-09T02:16:23,485 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:23,485 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:23,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:23,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:23,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:23,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:23,486 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:16:23,486 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:23,488 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41951 2024-11-09T02:16:23,490 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41951 connecting to ZooKeeper ensemble=127.0.0.1:53070 2024-11-09T02:16:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419510x0, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:23,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41951-0x1011d612bfd0003 connected 2024-11-09T02:16:23,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:23,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:23,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/running 2024-11-09T02:16:23,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d, hbase.cluster.distributed=false 2024-11-09T02:16:23,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/acl 2024-11-09T02:16:23,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-09T02:16:23,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41951 2024-11-09T02:16:23,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41951 2024-11-09T02:16:23,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-09T02:16:23,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41951 2024-11-09T02:16:23,641 WARN [RS:0;53f286d3af3b:34813 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 53f286d3af3b,36047,1731118549743: status=Processing ServerCrashProcedure of 53f286d3af3b,36047,1731118549743 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731118567916, completionTime=-1 appears to have been leaked 2024-11-09T02:16:23,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:23,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:23,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:23,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:23,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:23,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:23,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:16:23,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:23,649 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35939 2024-11-09T02:16:23,651 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35939 connecting to ZooKeeper ensemble=127.0.0.1:53070 2024-11-09T02:16:23,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:23,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:23,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359390x0, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:23,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359390x0, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/running 2024-11-09T02:16:23,671 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:16:23,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35939-0x1011d612bfd0004 connected 2024-11-09T02:16:23,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:16:23,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/master 2024-11-09T02:16:23,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/acl 2024-11-09T02:16:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-09T02:16:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35939 2024-11-09T02:16:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35939 2024-11-09T02:16:23,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-09T02:16:23,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35939 2024-11-09T02:16:23,695 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:41951 2024-11-09T02:16:23,696 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1950419738/backup-masters/53f286d3af3b,41951,1731118583485 2024-11-09T02:16:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738/backup-masters 2024-11-09T02:16:23,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738/backup-masters 2024-11-09T02:16:23,704 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on existing znode=/1950419738/backup-masters/53f286d3af3b,41951,1731118583485 2024-11-09T02:16:23,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:23,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1950419738/master 2024-11-09T02:16:23,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:23,714 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on existing znode=/1950419738/master 2024-11-09T02:16:23,715 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1950419738/backup-masters/53f286d3af3b,41951,1731118583485 from backup master directory 2024-11-09T02:16:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738/backup-masters 2024-11-09T02:16:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950419738/backup-masters/53f286d3af3b,41951,1731118583485 2024-11-09T02:16:23,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738/backup-masters 2024-11-09T02:16:23,724 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:23,724 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,41951,1731118583485 2024-11-09T02:16:23,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/hbase.id] with ID: 4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee 2024-11-09T02:16:23,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/.tmp/hbase.id 2024-11-09T02:16:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:16:24,135 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/.tmp/hbase.id]:[hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/hbase.id] 2024-11-09T02:16:24,153 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:24,153 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:16:24,155 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:16:24,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:16:24,631 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:24,633 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:16:24,633 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:24,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:16:24,676 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store 2024-11-09T02:16:24,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:16:24,690 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:24,690 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:24,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:24,690 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:24,690 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:24,690 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:24,691 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:24,691 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118584690Disabling compacts and flushes for region at 1731118584690Disabling writes for close at 1731118584690Writing region close event to WAL at 1731118584691 (+1 ms)Closed at 1731118584691 2024-11-09T02:16:24,692 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/.initializing 2024-11-09T02:16:24,692 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/WALs/53f286d3af3b,41951,1731118583485 2024-11-09T02:16:24,695 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:24,697 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C41951%2C1731118583485, suffix=, logDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/WALs/53f286d3af3b,41951,1731118583485, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/oldWALs, maxLogs=10 2024-11-09T02:16:24,717 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/WALs/53f286d3af3b,41951,1731118583485/53f286d3af3b%2C41951%2C1731118583485.1731118584698, exclude list is [], retry=0 2024-11-09T02:16:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-32598155-65e8-48a9-bc83-391be29ed857,DISK] 2024-11-09T02:16:24,726 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/WALs/53f286d3af3b,41951,1731118583485/53f286d3af3b%2C41951%2C1731118583485.1731118584698 2024-11-09T02:16:24,727 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-09T02:16:24,727 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:24,727 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:24,727 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,728 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:16:24,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:24,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:24,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:16:24,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:24,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:24,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:16:24,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:24,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:24,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:16:24,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:24,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:24,747 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,749 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,750 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,752 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,752 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,753 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:24,755 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:24,757 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:24,758 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72552996, jitterRate=0.08112388849258423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:24,758 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118584728Initializing all the Stores at 1731118584729 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118584729Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118584733 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118584733Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118584733Cleaning up temporary data from old regions at 1731118584752 (+19 ms)Region opened successfully at 1731118584758 (+6 ms) 2024-11-09T02:16:24,758 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:16:24,762 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30bac9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:24,763 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:16:24,763 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:16:24,763 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:16:24,763 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:16:24,764 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:16:24,764 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:16:24,764 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:16:24,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:24,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:24,776 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:16:24,777 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Unable to get data of znode /1950419738/balancer because node does not exist (not necessarily an error) 2024-11-09T02:16:24,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:24,829 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/balancer already deleted, retry=false 2024-11-09T02:16:24,830 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:16:24,830 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Unable to get data of znode /1950419738/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:16:24,839 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/normalizer already deleted, retry=false 2024-11-09T02:16:24,840 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:16:24,841 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Unable to get data of znode /1950419738/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:16:24,850 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/switch/split already deleted, retry=false 2024-11-09T02:16:24,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Unable to get data of znode /1950419738/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:16:24,861 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/switch/merge already deleted, retry=false 2024-11-09T02:16:24,863 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Unable to get data of znode /1950419738/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:16:24,871 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/snapshot-cleanup already deleted, retry=false 2024-11-09T02:16:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1950419738/running 2024-11-09T02:16:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1950419738/running 2024-11-09T02:16:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,882 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,41951,1731118583485, sessionid=0x1011d612bfd0003, setting cluster-up flag (Was=false) 2024-11-09T02:16:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,934 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1950419738/flush-table-proc/acquired, /1950419738/flush-table-proc/reached, /1950419738/flush-table-proc/abort 2024-11-09T02:16:24,935 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,41951,1731118583485 2024-11-09T02:16:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:24,987 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1950419738/online-snapshot/acquired, /1950419738/online-snapshot/reached, /1950419738/online-snapshot/abort 2024-11-09T02:16:24,988 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,41951,1731118583485 2024-11-09T02:16:24,989 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:16:24,991 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:24,991 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:16:24,991 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:16:24,992 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,41951,1731118583485 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:24,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:24,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:24,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:16:24,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:24,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:16:24,997 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118614997 2024-11-09T02:16:24,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:16:24,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:16:24,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:16:24,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:16:24,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:16:24,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:16:25,000 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:16:25,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:16:25,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:16:25,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:16:25,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:16:25,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:16:25,007 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118585004,5,FailOnTimeoutGroup] 2024-11-09T02:16:25,008 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118585008,5,FailOnTimeoutGroup] 2024-11-09T02:16:25,008 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,008 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:16:25,008 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,008 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:16:25,089 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(746): ClusterId : 4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee 2024-11-09T02:16:25,089 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:16:25,102 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:16:25,103 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:16:25,114 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:16:25,114 DEBUG [RS:0;53f286d3af3b:35939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dd0733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:25,131 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:35939 2024-11-09T02:16:25,131 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:16:25,131 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:16:25,131 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:16:25,132 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,41951,1731118583485 with port=35939, startcode=1731118583644 2024-11-09T02:16:25,132 DEBUG [RS:0;53f286d3af3b:35939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:16:25,134 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:16:25,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,35939,1731118583644 2024-11-09T02:16:25,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41951 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,35939,1731118583644 2024-11-09T02:16:25,136 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d 2024-11-09T02:16:25,136 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36335 2024-11-09T02:16:25,136 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:16:25,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738/rs 2024-11-09T02:16:25,192 DEBUG [RS:0;53f286d3af3b:35939 {}] zookeeper.ZKUtil(111): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on existing znode=/1950419738/rs/53f286d3af3b,35939,1731118583644 2024-11-09T02:16:25,192 WARN [RS:0;53f286d3af3b:35939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:25,192 INFO [RS:0;53f286d3af3b:35939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:25,192 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,35939,1731118583644] 2024-11-09T02:16:25,192 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644 2024-11-09T02:16:25,199 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:16:25,201 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:16:25,201 INFO [RS:0;53f286d3af3b:35939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:16:25,201 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,202 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:16:25,202 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:16:25,203 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,203 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,204 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,204 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:25,204 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:25,204 DEBUG [RS:0;53f286d3af3b:35939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:25,208 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,208 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,208 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,208 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,208 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,208 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35939,1731118583644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:25,227 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:16:25,227 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35939,1731118583644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,227 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,227 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.Replication(171): 53f286d3af3b,35939,1731118583644 started 2024-11-09T02:16:25,246 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:25,246 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,35939,1731118583644, RpcServer on 53f286d3af3b/172.17.0.3:35939, sessionid=0x1011d612bfd0004 2024-11-09T02:16:25,246 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:16:25,246 DEBUG [RS:0;53f286d3af3b:35939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,35939,1731118583644 2024-11-09T02:16:25,246 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,35939,1731118583644' 2024-11-09T02:16:25,246 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1950419738/flush-table-proc/abort' 2024-11-09T02:16:25,247 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1950419738/flush-table-proc/acquired' 2024-11-09T02:16:25,247 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:16:25,247 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:16:25,247 DEBUG [RS:0;53f286d3af3b:35939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,35939,1731118583644 2024-11-09T02:16:25,247 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,35939,1731118583644' 2024-11-09T02:16:25,247 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1950419738/online-snapshot/abort' 2024-11-09T02:16:25,248 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1950419738/online-snapshot/acquired' 2024-11-09T02:16:25,248 DEBUG [RS:0;53f286d3af3b:35939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:16:25,248 INFO [RS:0;53f286d3af3b:35939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:16:25,248 INFO [RS:0;53f286d3af3b:35939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:16:25,349 INFO [RS:0;53f286d3af3b:35939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:25,353 INFO [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C35939%2C1731118583644, suffix=, logDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/oldWALs, maxLogs=10 2024-11-09T02:16:25,370 DEBUG [RS:0;53f286d3af3b:35939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644/53f286d3af3b%2C35939%2C1731118583644.1731118585353, exclude list is [], retry=0 2024-11-09T02:16:25,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-32598155-65e8-48a9-bc83-391be29ed857,DISK] 2024-11-09T02:16:25,381 INFO [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644/53f286d3af3b%2C35939%2C1731118583644.1731118585353 2024-11-09T02:16:25,382 DEBUG [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-09T02:16:25,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:16:25,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d 2024-11-09T02:16:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:16:25,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:25,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:25,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:25,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:25,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:25,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:25,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:25,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:25,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:25,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:25,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:25,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:25,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:25,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:25,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:25,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:25,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:25,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:25,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740 2024-11-09T02:16:25,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740 2024-11-09T02:16:25,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:25,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:25,846 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:25,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:25,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:25,851 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68551907, jitterRate=0.021503016352653503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:25,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118585823Initializing all the Stores at 1731118585824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118585824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118585824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118585824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118585824Cleaning up temporary data from old regions at 1731118585845 (+21 ms)Region opened successfully at 1731118585851 (+6 ms) 2024-11-09T02:16:25,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:25,851 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:25,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:25,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:25,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:25,852 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:25,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118585851Disabling compacts and flushes for region at 1731118585851Disabling writes for close at 1731118585852 (+1 ms)Writing region close event to WAL at 1731118585852Closed at 1731118585852 2024-11-09T02:16:25,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:25,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:16:25,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:16:25,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:25,858 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:16:26,008 DEBUG [53f286d3af3b:41951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:16:26,012 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,35939,1731118583644 2024-11-09T02:16:26,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,35939,1731118583644, state=OPENING 2024-11-09T02:16:26,082 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:16:26,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:26,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:26,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950419738/meta-region-server: CHANGED 2024-11-09T02:16:26,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,35939,1731118583644}] 2024-11-09T02:16:26,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:26,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950419738/meta-region-server: CHANGED 2024-11-09T02:16:26,247 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:16:26,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:16:26,252 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:16:26,252 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:26,252 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:16:26,254 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C35939%2C1731118583644.meta, suffix=.meta, logDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644, archiveDir=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/oldWALs, maxLogs=10 2024-11-09T02:16:26,266 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644/53f286d3af3b%2C35939%2C1731118583644.meta.1731118586254.meta, exclude list is [], retry=0 2024-11-09T02:16:26,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45097,DS-32598155-65e8-48a9-bc83-391be29ed857,DISK] 2024-11-09T02:16:26,270 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644/53f286d3af3b%2C35939%2C1731118583644.meta.1731118586254.meta 2024-11-09T02:16:26,270 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42375:42375)] 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:26,271 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:16:26,271 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:16:26,271 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:16:26,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:26,274 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:26,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:26,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:26,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:26,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:26,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:26,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:26,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:26,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:16:26,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:26,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:26,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:26,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:26,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:26,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:26,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:26,279 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:26,279 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740 2024-11-09T02:16:26,280 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740 2024-11-09T02:16:26,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:26,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:26,283 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:26,284 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:26,285 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75478031, jitterRate=0.12471030652523041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:26,285 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:16:26,285 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118586271Writing region info on filesystem at 1731118586271Initializing all the Stores at 1731118586272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118586272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118586273 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118586273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118586273Cleaning up temporary data from old regions at 1731118586282 (+9 ms)Running coprocessor post-open hooks at 1731118586285 (+3 ms)Region opened successfully at 1731118586285 2024-11-09T02:16:26,286 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118586246 2024-11-09T02:16:26,288 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:16:26,288 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:16:26,289 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,35939,1731118583644 2024-11-09T02:16:26,290 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,35939,1731118583644, state=OPEN 2024-11-09T02:16:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1950419738/meta-region-server 2024-11-09T02:16:26,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1950419738/meta-region-server 2024-11-09T02:16:26,303 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,35939,1731118583644 2024-11-09T02:16:26,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950419738/meta-region-server: CHANGED 2024-11-09T02:16:26,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1950419738/meta-region-server: CHANGED 2024-11-09T02:16:26,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:16:26,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,35939,1731118583644 in 210 msec 2024-11-09T02:16:26,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:16:26,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-09T02:16:26,309 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:26,309 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:16:26,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:26,311 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,35939,1731118583644, seqNum=-1] 2024-11-09T02:16:26,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:26,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:26,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3270 sec 2024-11-09T02:16:26,318 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118586318, completionTime=-1 2024-11-09T02:16:26,318 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:16:26,318 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:16:26,320 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:16:26,320 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118646320 2024-11-09T02:16:26,320 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118706320 2024-11-09T02:16:26,320 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:16:26,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41951,1731118583485-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41951,1731118583485-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41951,1731118583485-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:41951, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,321 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,323 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:16:26,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.601sec 2024-11-09T02:16:26,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:16:26,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:16:26,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:16:26,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:16:26,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:16:26,326 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41951,1731118583485-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:26,326 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41951,1731118583485-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:16:26,328 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:16:26,328 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:16:26,328 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41951,1731118583485-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:26,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41951,-1 for getting cluster id 2024-11-09T02:16:26,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:26,399 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee' 2024-11-09T02:16:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee" 2024-11-09T02:16:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c35fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41951,-1] 2024-11-09T02:16:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:26,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:26,400 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:26,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,35939,1731118583644, seqNum=-1] 2024-11-09T02:16:26,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:26,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:26,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,41951,1731118583485 2024-11-09T02:16:26,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53070 2024-11-09T02:16:26,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:26,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d612bfd0005 connected 2024-11-09T02:16:26,432 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d61b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,432 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38757,-1 for getting cluster id 2024-11-09T02:16:26,433 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:26,434 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '506fee4c-4a87-45c6-96a0-c4f0b34acda1' 2024-11-09T02:16:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "506fee4c-4a87-45c6-96a0-c4f0b34acda1" 2024-11-09T02:16:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427f6a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38757,-1] 2024-11-09T02:16:26,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:26,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:26,435 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:26,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a11e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:26,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38757,1731118578270 2024-11-09T02:16:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbcfc6 2024-11-09T02:16:26,438 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:26,439 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:26,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:41951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:16:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:16:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:26,443 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:41951' 2024-11-09T02:16:26,446 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37528b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,446 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41951,-1 for getting cluster id 2024-11-09T02:16:26,446 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:26,447 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee' 2024-11-09T02:16:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee" 2024-11-09T02:16:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeb1331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41951,-1] 2024-11-09T02:16:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:26,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:26,450 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:26,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e247704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:26,451 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41951,1731118583485 2024-11-09T02:16:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75973585 2024-11-09T02:16:26,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:26,453 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:26,454 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T02:16:26,454 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:16:26,454 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:26,454 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:26,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:26,455 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:26,456 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:16:26,458 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:16:26,459 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:26,460 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:16:26,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741835_1011 (size=1138) 2024-11-09T02:16:26,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e9960055ad6bec2745522f528085efa, NAME => 'hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641 2024-11-09T02:16:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741836_1012 (size=44) 2024-11-09T02:16:26,507 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:16:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:26,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:26,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:26,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e9960055ad6bec2745522f528085efa, disabling compactions & flushes 2024-11-09T02:16:26,877 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:26,877 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:26,877 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. after waiting 0 ms 2024-11-09T02:16:26,877 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:26,877 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:26,877 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e9960055ad6bec2745522f528085efa: Waiting for close lock at 1731118586876Disabling compacts and flushes for region at 1731118586876Disabling writes for close at 1731118586877 (+1 ms)Writing region close event to WAL at 1731118586877Closed at 1731118586877 2024-11-09T02:16:26,878 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:16:26,879 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118586879"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118586879"}]},"ts":"1731118586879"} 2024-11-09T02:16:26,881 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:16:26,882 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:16:26,882 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118586882"}]},"ts":"1731118586882"} 2024-11-09T02:16:26,885 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:16:26,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e9960055ad6bec2745522f528085efa, ASSIGN}] 2024-11-09T02:16:26,886 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e9960055ad6bec2745522f528085efa, ASSIGN 2024-11-09T02:16:26,887 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e9960055ad6bec2745522f528085efa, ASSIGN; state=OFFLINE, location=53f286d3af3b,34813,1731118578490; forceNewPlan=false, retain=false 2024-11-09T02:16:27,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e9960055ad6bec2745522f528085efa, regionState=OPENING, regionLocation=53f286d3af3b,34813,1731118578490 2024-11-09T02:16:27,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e9960055ad6bec2745522f528085efa, ASSIGN because future has completed 2024-11-09T02:16:27,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e9960055ad6bec2745522f528085efa, server=53f286d3af3b,34813,1731118578490}] 2024-11-09T02:16:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:27,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:27,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:27,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:16:27,199 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C34813%2C1731118578490.rep, suffix=, logDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490, archiveDir=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/oldWALs, maxLogs=10 2024-11-09T02:16:27,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.rep.1731118587199, exclude list is [], retry=0 2024-11-09T02:16:27,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39955,DS-891d8180-8143-4ec7-baec-b848164bceb8,DISK] 2024-11-09T02:16:27,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.rep.1731118587199 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32935:32935)] 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e9960055ad6bec2745522f528085efa, NAME => 'hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:27,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. service=MultiRowMutationService 2024-11-09T02:16:27,215 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:27,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,217 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,218 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9960055ad6bec2745522f528085efa columnFamilyName hfileref 2024-11-09T02:16:27,218 DEBUG [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:27,219 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] regionserver.HStore(327): Store=7e9960055ad6bec2745522f528085efa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:27,219 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,220 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9960055ad6bec2745522f528085efa columnFamilyName queue 2024-11-09T02:16:27,220 DEBUG [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:27,220 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] regionserver.HStore(327): Store=7e9960055ad6bec2745522f528085efa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:27,221 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,222 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e9960055ad6bec2745522f528085efa columnFamilyName sid 2024-11-09T02:16:27,222 DEBUG [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:27,222 INFO [StoreOpener-7e9960055ad6bec2745522f528085efa-1 {}] regionserver.HStore(327): Store=7e9960055ad6bec2745522f528085efa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:27,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:16:27,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:27,228 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7e9960055ad6bec2745522f528085efa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62608156, jitterRate=-0.0670657753944397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:16:27,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:27,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7e9960055ad6bec2745522f528085efa: Running coprocessor pre-open hook at 1731118587216Writing region info on filesystem at 1731118587216Initializing all the Stores at 1731118587217 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118587217Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118587217Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118587217Cleaning up temporary data from old regions at 1731118587225 (+8 ms)Running coprocessor post-open hooks at 1731118587228 (+3 ms)Region opened successfully at 1731118587229 (+1 ms) 2024-11-09T02:16:27,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa., pid=7, masterSystemTime=1731118587193 2024-11-09T02:16:27,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:27,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:27,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7e9960055ad6bec2745522f528085efa, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,34813,1731118578490 2024-11-09T02:16:27,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e9960055ad6bec2745522f528085efa, server=53f286d3af3b,34813,1731118578490 because future has completed 2024-11-09T02:16:27,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T02:16:27,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e9960055ad6bec2745522f528085efa, server=53f286d3af3b,34813,1731118578490 in 196 msec 2024-11-09T02:16:27,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:16:27,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e9960055ad6bec2745522f528085efa, ASSIGN in 353 msec 2024-11-09T02:16:27,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:16:27,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118587241"}]},"ts":"1731118587241"} 2024-11-09T02:16:27,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:16:27,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:16:27,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-09T02:16:27,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa., hostname=53f286d3af3b,34813,1731118578490, seqNum=2] 2024-11-09T02:16:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:27,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:16:27,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T02:16:27,469 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:16:27,501 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,34813,1731118578490, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:16:27,502 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:27,502 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,34813,1731118578490, seqNum=-1] 2024-11-09T02:16:27,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:27,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T02:16:27,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,34813,1731118578490', locateType=CURRENT is [region=hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa., hostname=53f286d3af3b,34813,1731118578490, seqNum=2] 2024-11-09T02:16:27,509 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T02:16:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T02:16:27,512 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,34813,1731118578490 suceeded 2024-11-09T02:16:27,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T02:16:27,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-09T02:16:27,515 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:41951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:16:27,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0760 sec 2024-11-09T02:16:27,530 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:41951' 2024-11-09T02:16:27,532 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125c85d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:27,532 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41951,-1 for getting cluster id 2024-11-09T02:16:27,532 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:27,533 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee' 2024-11-09T02:16:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee" 2024-11-09T02:16:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fcd6c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41951,-1] 2024-11-09T02:16:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:27,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,534 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:27,535 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42854171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:27,535 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:27,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41951,1731118583485 2024-11-09T02:16:27,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696bc584 2024-11-09T02:16:27,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:27,537 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:27,538 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,34813,1731118578490 (queues=1) is replicating from cluster=506fee4c-4a87-45c6-96a0-c4f0b34acda1 to cluster=4c2e7fbf-ef3c-4dc7-b97c-4fbc76938cee 2024-11-09T02:16:27,538 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C34813%2C1731118578490 2024-11-09T02:16:27,538 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,34813,1731118578490, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:16:27,538 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.shipper53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C34813%2C1731118578490 2024-11-09T02:16:27,538 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431, startPosition=0, beingWritten=true 2024-11-09T02:16:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:27,582 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:16:27,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:27,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:27,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:27,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38757,1731118578270 2024-11-09T02:16:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bdc4b61 2024-11-09T02:16:27,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:27,585 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:27,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38757 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:16:27,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:16:27,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:27,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:27,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:27,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:16:27,587 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1331671868, stopped=false 2024-11-09T02:16:27,587 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,41951,1731118583485 2024-11-09T02:16:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950419738/running 2024-11-09T02:16:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950419738/running 2024-11-09T02:16:27,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:27,598 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:27,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:27,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:27,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/running 2024-11-09T02:16:27,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Set watcher on znode that does not yet exist, /1950419738/running 2024-11-09T02:16:27,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,35939,1731118583644' ***** 2024-11-09T02:16:27,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,35939,1731118583644 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:35939. 2024-11-09T02:16:27,599 DEBUG [RS:0;53f286d3af3b:35939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:27,599 DEBUG [RS:0;53f286d3af3b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:16:27,599 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:16:27,599 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:16:27,600 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:16:27,600 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:16:27,600 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:16:27,600 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:27,600 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:27,600 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:27,600 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:27,600 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:27,600 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:27,600 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T02:16:27,614 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:27,621 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/.tmp/ns/9c503524f2944c1aa2d01a1ada1b7cf4 is 43, key is default/ns:d/1731118586313/Put/seqid=0 2024-11-09T02:16:27,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741835_1011 (size=5153) 2024-11-09T02:16:27,744 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:27,800 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:28,000 DEBUG [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:28,026 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/.tmp/ns/9c503524f2944c1aa2d01a1ada1b7cf4 2024-11-09T02:16:28,032 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/.tmp/ns/9c503524f2944c1aa2d01a1ada1b7cf4 as hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/ns/9c503524f2944c1aa2d01a1ada1b7cf4 2024-11-09T02:16:28,040 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/ns/9c503524f2944c1aa2d01a1ada1b7cf4, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T02:16:28,041 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false 2024-11-09T02:16:28,050 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:28,051 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:16:28,052 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:28,052 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:28,052 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:28,052 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118587600Running coprocessor pre-close hooks at 1731118587600Disabling compacts and flushes for region at 1731118587600Disabling writes for close at 1731118587600Obtaining lock to block concurrent updates at 1731118587601 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731118587601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731118587601Flushing stores of hbase:meta,,1.1588230740 at 1731118587601Flushing 1588230740/ns: creating writer at 1731118587601Flushing 1588230740/ns: appending metadata at 1731118587620 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731118587620Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@728dad6e: reopening flushed file at 1731118588031 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=6, compaction requested=false at 1731118588041 (+10 ms)Writing region close event to WAL at 1731118588047 (+6 ms)Running coprocessor post-close hooks at 1731118588052 (+5 ms)Closed at 1731118588052 2024-11-09T02:16:28,052 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:28,201 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,35939,1731118583644; all regions closed. 2024-11-09T02:16:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741834_1010 (size=1152) 2024-11-09T02:16:28,203 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644/53f286d3af3b%2C35939%2C1731118583644.meta.1731118586254.meta not finished, retry = 0 2024-11-09T02:16:28,285 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:16:28,285 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:16:28,306 DEBUG [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/oldWALs 2024-11-09T02:16:28,306 INFO [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C35939%2C1731118583644.meta:.meta(num 1731118586254) 2024-11-09T02:16:28,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741832_1008 (size=93) 2024-11-09T02:16:28,308 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/WALs/53f286d3af3b,35939,1731118583644/53f286d3af3b%2C35939%2C1731118583644.1731118585353 not finished, retry = 0 2024-11-09T02:16:28,411 DEBUG [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/oldWALs 2024-11-09T02:16:28,411 INFO [RS:0;53f286d3af3b:35939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C35939%2C1731118583644:(num 1731118585353) 2024-11-09T02:16:28,411 DEBUG [RS:0;53f286d3af3b:35939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:28,411 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:28,411 INFO [RS:0;53f286d3af3b:35939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:28,411 INFO [RS:0;53f286d3af3b:35939 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:28,411 INFO [RS:0;53f286d3af3b:35939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:28,412 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:28,412 INFO [RS:0;53f286d3af3b:35939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35939 2024-11-09T02:16:28,455 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738/rs 2024-11-09T02:16:28,460 INFO [RS:0;53f286d3af3b:35939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:28,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950419738/rs/53f286d3af3b,35939,1731118583644 2024-11-09T02:16:28,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,35939,1731118583644] 2024-11-09T02:16:28,481 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/draining/53f286d3af3b,35939,1731118583644 already deleted, retry=false 2024-11-09T02:16:28,481 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,35939,1731118583644 expired; onlineServers=0 2024-11-09T02:16:28,481 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,41951,1731118583485' ***** 2024-11-09T02:16:28,481 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:16:28,482 INFO [M:0;53f286d3af3b:41951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:28,482 INFO [M:0;53f286d3af3b:41951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:28,482 DEBUG [M:0;53f286d3af3b:41951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:16:28,482 DEBUG [M:0;53f286d3af3b:41951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:16:28,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:16:28,482 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118585004 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118585004,5,FailOnTimeoutGroup] 2024-11-09T02:16:28,482 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118585008 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118585008,5,FailOnTimeoutGroup] 2024-11-09T02:16:28,482 INFO [M:0;53f286d3af3b:41951 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:28,482 INFO [M:0;53f286d3af3b:41951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:28,482 DEBUG [M:0;53f286d3af3b:41951 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:16:28,482 INFO [M:0;53f286d3af3b:41951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:16:28,482 INFO [M:0;53f286d3af3b:41951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:28,483 INFO [M:0;53f286d3af3b:41951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:16:28,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:16:28,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1950419738/master 2024-11-09T02:16:28,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1950419738 2024-11-09T02:16:28,502 DEBUG [M:0;53f286d3af3b:41951 {}] zookeeper.RecoverableZooKeeper(212): Node /1950419738/master already deleted, retry=false 2024-11-09T02:16:28,503 DEBUG [M:0;53f286d3af3b:41951 {}] master.ActiveMasterManager(353): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Failed delete of our master address node; KeeperErrorCode = NoNode for /1950419738/master 2024-11-09T02:16:28,503 INFO [M:0;53f286d3af3b:41951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/.lastflushedseqids 2024-11-09T02:16:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741836_1012 (size=99) 2024-11-09T02:16:28,571 INFO [RS:0;53f286d3af3b:35939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:28,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:28,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35939-0x1011d612bfd0004, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:28,571 INFO [RS:0;53f286d3af3b:35939 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,35939,1731118583644; zookeeper connection closed. 2024-11-09T02:16:28,571 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@530f3294 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@530f3294 2024-11-09T02:16:28,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:16:28,909 INFO [M:0;53f286d3af3b:41951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:16:28,909 INFO [M:0;53f286d3af3b:41951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:16:28,909 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:28,909 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:28,909 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:28,909 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:28,909 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:28,910 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T02:16:28,931 DEBUG [M:0;53f286d3af3b:41951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93b92038e2914f36be77de11f07d6995 is 82, key is hbase:meta,,1/info:regioninfo/1731118586289/Put/seqid=0 2024-11-09T02:16:28,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741837_1013 (size=5672) 2024-11-09T02:16:28,959 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:16:29,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:16:29,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:16:29,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T02:16:29,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:29,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T02:16:29,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:29,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T02:16:29,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:16:29,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T02:16:29,336 INFO [M:0;53f286d3af3b:41951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93b92038e2914f36be77de11f07d6995 2024-11-09T02:16:29,356 DEBUG [M:0;53f286d3af3b:41951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebfc50c932d14f7181d465cd86bb39fb is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731118586317/Put/seqid=0 2024-11-09T02:16:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741838_1014 (size=5275) 2024-11-09T02:16:29,564 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:29,761 INFO [M:0;53f286d3af3b:41951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebfc50c932d14f7181d465cd86bb39fb 2024-11-09T02:16:29,786 DEBUG [M:0;53f286d3af3b:41951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/752226ebe4084f29aa2c58700f4ab83e is 69, key is 53f286d3af3b,35939,1731118583644/rs:state/1731118585135/Put/seqid=0 2024-11-09T02:16:29,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741839_1015 (size=5156) 2024-11-09T02:16:29,803 INFO [M:0;53f286d3af3b:41951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/752226ebe4084f29aa2c58700f4ab83e 2024-11-09T02:16:29,811 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/93b92038e2914f36be77de11f07d6995 as hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93b92038e2914f36be77de11f07d6995 2024-11-09T02:16:29,817 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/93b92038e2914f36be77de11f07d6995, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T02:16:29,818 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ebfc50c932d14f7181d465cd86bb39fb as hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebfc50c932d14f7181d465cd86bb39fb 2024-11-09T02:16:29,824 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ebfc50c932d14f7181d465cd86bb39fb, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T02:16:29,825 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/752226ebe4084f29aa2c58700f4ab83e as hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/752226ebe4084f29aa2c58700f4ab83e 2024-11-09T02:16:29,831 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36335/user/jenkins/test-data/a6bf6d84-dddd-943f-00a5-360982f0535d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/752226ebe4084f29aa2c58700f4ab83e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T02:16:29,832 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false 2024-11-09T02:16:29,833 INFO [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:29,833 DEBUG [M:0;53f286d3af3b:41951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118588909Disabling compacts and flushes for region at 1731118588909Disabling writes for close at 1731118588909Obtaining lock to block concurrent updates at 1731118588910 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118588910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731118588910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118588911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118588911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118588931 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118588931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118589341 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118589356 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118589356Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118589767 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118589785 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118589785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1d8c3c: reopening flushed file at 1731118589809 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0f28a0: reopening flushed file at 1731118589817 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404c53ec: reopening flushed file at 1731118589824 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=28, compaction requested=false at 1731118589832 (+8 ms)Writing region close event to WAL at 1731118589833 (+1 ms)Closed at 1731118589833 2024-11-09T02:16:29,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45097 is added to blk_1073741830_1006 (size=10165) 2024-11-09T02:16:29,837 INFO [M:0;53f286d3af3b:41951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:16:29,837 INFO [M:0;53f286d3af3b:41951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41951 2024-11-09T02:16:29,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:29,838 INFO [M:0;53f286d3af3b:41951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:29,992 INFO [M:0;53f286d3af3b:41951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:29,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:29,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41951-0x1011d612bfd0003, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:29,994 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@432beae2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:29,995 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a6c6f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:29,995 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:29,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4bcfa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:29,995 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:29,996 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:16:29,996 WARN [BP-1821063537-172.17.0.3-1731118581684 heartbeating to localhost/127.0.0.1:36335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:16:29,996 WARN [BP-1821063537-172.17.0.3-1731118581684 heartbeating to localhost/127.0.0.1:36335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1821063537-172.17.0.3-1731118581684 (Datanode Uuid 0ef2ff46-7302-4be0-a6e0-21a30a1a083f) service to localhost/127.0.0.1:36335 2024-11-09T02:16:29,996 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:16:29,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/cluster_a3f0b5b8-f1e9-c810-3dbb-6a4af8c423aa/data/data1/current/BP-1821063537-172.17.0.3-1731118581684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:29,997 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/cluster_a3f0b5b8-f1e9-c810-3dbb-6a4af8c423aa/data/data2/current/BP-1821063537-172.17.0.3-1731118581684 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:29,997 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:16:30,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb1d533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:30,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c151648{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:30,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:30,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74b78d20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:30,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:30,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:16:30,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:16:30,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:30,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:30,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:30,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:30,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:30,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:16:30,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2037851931, stopped=false 2024-11-09T02:16:30,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,38757,1731118578270 2024-11-09T02:16:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470247261/running 2024-11-09T02:16:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470247261/running 2024-11-09T02:16:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:30,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:30,039 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:30,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:30,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:30,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:30,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/running 2024-11-09T02:16:30,040 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,34813,1731118578490' ***** 2024-11-09T02:16:30,040 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:16:30,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Set watcher on znode that does not yet exist, /0-1470247261/running 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:16:30,041 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,34813,1731118578490 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:34813. 2024-11-09T02:16:30,041 DEBUG [RS:0;53f286d3af3b:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:30,041 DEBUG [RS:0;53f286d3af3b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:30,041 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e9960055ad6bec2745522f528085efa, disabling compactions & flushes 2024-11-09T02:16:30,041 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:16:30,042 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:16:30,042 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:30,042 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:30,042 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. after waiting 0 ms 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:30,042 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e9960055ad6bec2745522f528085efa 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T02:16:30,042 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:16:30,042 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7e9960055ad6bec2745522f528085efa=hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa.} 2024-11-09T02:16:30,042 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:30,042 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:30,042 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:30,042 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T02:16:30,059 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/.tmp/queue/8c7e9b599e7542ed8419db60a66579e9 is 151, key is 1-53f286d3af3b,34813,1731118578490/queue:53f286d3af3b%2C34813%2C1731118578490/1731118587508/Put/seqid=0 2024-11-09T02:16:30,060 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/info/61a1e342347a4d7887442ad7b11b98fa is 147, key is hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa./info:regioninfo/1731118587232/Put/seqid=0 2024-11-09T02:16:30,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741838_1014 (size=5350) 2024-11-09T02:16:30,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741839_1015 (size=6631) 2024-11-09T02:16:30,102 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:30,242 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:30,269 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:30,362 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:16:30,362 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:16:30,442 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e9960055ad6bec2745522f528085efa 2024-11-09T02:16:30,466 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/.tmp/queue/8c7e9b599e7542ed8419db60a66579e9 2024-11-09T02:16:30,470 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/info/61a1e342347a4d7887442ad7b11b98fa 2024-11-09T02:16:30,473 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/.tmp/queue/8c7e9b599e7542ed8419db60a66579e9 as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/queue/8c7e9b599e7542ed8419db60a66579e9 2024-11-09T02:16:30,482 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/queue/8c7e9b599e7542ed8419db60a66579e9, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T02:16:30,483 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e9960055ad6bec2745522f528085efa in 441ms, sequenceid=5, compaction requested=false 2024-11-09T02:16:30,483 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:16:30,493 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/replication/7e9960055ad6bec2745522f528085efa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:16:30,493 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:30,493 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:30,494 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:30,494 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e9960055ad6bec2745522f528085efa: Waiting for close lock at 1731118590041Running coprocessor pre-close hooks at 1731118590041Disabling compacts and flushes for region at 1731118590041Disabling writes for close at 1731118590042 (+1 ms)Obtaining lock to block concurrent updates at 1731118590042Preparing flush snapshotting stores in 7e9960055ad6bec2745522f528085efa at 1731118590042Finished memstore snapshotting hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731118590042Flushing stores of hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. at 1731118590043 (+1 ms)Flushing 7e9960055ad6bec2745522f528085efa/queue: creating writer at 1731118590043Flushing 7e9960055ad6bec2745522f528085efa/queue: appending metadata at 1731118590058 (+15 ms)Flushing 7e9960055ad6bec2745522f528085efa/queue: closing flushed file at 1731118590058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e730ff3: reopening flushed file at 1731118590472 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7e9960055ad6bec2745522f528085efa in 441ms, sequenceid=5, compaction requested=false at 1731118590483 (+11 ms)Writing region close event to WAL at 1731118590486 (+3 ms)Running coprocessor post-close hooks at 1731118590493 (+7 ms)Closed at 1731118590494 (+1 ms) 2024-11-09T02:16:30,494 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118586455.7e9960055ad6bec2745522f528085efa. 2024-11-09T02:16:30,501 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/ns/011fad14b34147f78ec7027597ef287a is 43, key is default/ns:d/1731118581536/Put/seqid=0 2024-11-09T02:16:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741840_1016 (size=5153) 2024-11-09T02:16:30,505 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/ns/011fad14b34147f78ec7027597ef287a 2024-11-09T02:16:30,528 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/table/3ef700722d8744bbafc5801c3573df77 is 53, key is hbase:replication/table:state/1731118587241/Put/seqid=0 2024-11-09T02:16:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741841_1017 (size=5256) 2024-11-09T02:16:30,643 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:30,843 DEBUG [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:16:30,933 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/table/3ef700722d8744bbafc5801c3573df77 2024-11-09T02:16:30,939 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/info/61a1e342347a4d7887442ad7b11b98fa as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/info/61a1e342347a4d7887442ad7b11b98fa 2024-11-09T02:16:30,946 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/info/61a1e342347a4d7887442ad7b11b98fa, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T02:16:30,948 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/ns/011fad14b34147f78ec7027597ef287a as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/ns/011fad14b34147f78ec7027597ef287a 2024-11-09T02:16:30,954 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/ns/011fad14b34147f78ec7027597ef287a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:16:30,955 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/.tmp/table/3ef700722d8744bbafc5801c3573df77 as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/table/3ef700722d8744bbafc5801c3573df77 2024-11-09T02:16:30,961 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/table/3ef700722d8744bbafc5801c3573df77, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T02:16:30,962 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false 2024-11-09T02:16:30,967 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:16:30,968 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:16:30,968 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:16:30,968 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:30,968 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118590042Running coprocessor pre-close hooks at 1731118590042Disabling compacts and flushes for region at 1731118590042Disabling writes for close at 1731118590042Obtaining lock to block concurrent updates at 1731118590042Preparing flush snapshotting stores in 1588230740 at 1731118590042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731118590043 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118590043Flushing 1588230740/info: creating writer at 1731118590043Flushing 1588230740/info: appending metadata at 1731118590059 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731118590060 (+1 ms)Flushing 1588230740/ns: creating writer at 1731118590483 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731118590500 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731118590500Flushing 1588230740/table: creating writer at 1731118590512 (+12 ms)Flushing 1588230740/table: appending metadata at 1731118590528 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731118590528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532ec57a: reopening flushed file at 1731118590939 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37a6157b: reopening flushed file at 1731118590947 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e916d4: reopening flushed file at 1731118590954 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 920ms, sequenceid=11, compaction requested=false at 1731118590962 (+8 ms)Writing region close event to WAL at 1731118590964 (+2 ms)Running coprocessor post-close hooks at 1731118590968 (+4 ms)Closed at 1731118590968 2024-11-09T02:16:30,969 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:31,043 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,34813,1731118578490; all regions closed. 2024-11-09T02:16:31,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741834_1010 (size=2742) 2024-11-09T02:16:31,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.meta.1731118581460.meta not finished, retry = 0 2024-11-09T02:16:31,074 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 to pos 0, reset compression=false 2024-11-09T02:16:31,148 DEBUG [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/oldWALs 2024-11-09T02:16:31,148 INFO [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C34813%2C1731118578490.meta:.meta(num 1731118581460) 2024-11-09T02:16:31,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741837_1013 (size=1586) 2024-11-09T02:16:31,158 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.rep.1731118587199 not finished, retry = 0 2024-11-09T02:16:31,261 DEBUG [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/oldWALs 2024-11-09T02:16:31,261 INFO [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C34813%2C1731118578490.rep:(num 1731118587199) 2024-11-09T02:16:31,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741832_1008 (size=93) 2024-11-09T02:16:31,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/WALs/53f286d3af3b,34813,1731118578490/53f286d3af3b%2C34813%2C1731118578490.1731118580431 not finished, retry = 0 2024-11-09T02:16:31,366 DEBUG [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/oldWALs 2024-11-09T02:16:31,366 INFO [RS:0;53f286d3af3b:34813 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C34813%2C1731118578490:(num 1731118580431) 2024-11-09T02:16:31,366 DEBUG [RS:0;53f286d3af3b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:31,366 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:16:31,366 INFO [RS:0;53f286d3af3b:34813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:31,366 INFO [RS:0;53f286d3af3b:34813 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:31,367 INFO [RS:0;53f286d3af3b:34813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:31,367 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:31,367 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,34813,1731118578490 because: Region server is closing 2024-11-09T02:16:31,367 INFO [RS:0;53f286d3af3b:34813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:34813. 2024-11-09T02:16:31,367 DEBUG [RS:0;53f286d3af3b:34813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:31,367 DEBUG [RS:0;53f286d3af3b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:31,367 DEBUG [RS:0;53f286d3af3b:34813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:31,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:31,467 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.wal-reader.53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:16:31,467 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.shipper53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:16:31,468 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34813,1731118578490.replicationSource.shipper53f286d3af3b%2C34813%2C1731118578490,1-53f286d3af3b,34813,1731118578490 terminated 2024-11-09T02:16:31,468 INFO [RS:0;53f286d3af3b:34813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34813 2024-11-09T02:16:31,513 INFO [RS:0;53f286d3af3b:34813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470247261/rs/53f286d3af3b,34813,1731118578490 2024-11-09T02:16:31,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261/rs 2024-11-09T02:16:31,523 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,34813,1731118578490] 2024-11-09T02:16:31,534 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1470247261/draining/53f286d3af3b,34813,1731118578490 already deleted, retry=false 2024-11-09T02:16:31,534 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,34813,1731118578490 expired; onlineServers=0 2024-11-09T02:16:31,534 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,38757,1731118578270' ***** 2024-11-09T02:16:31,534 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:16:31,534 INFO [M:0;53f286d3af3b:38757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:16:31,534 INFO [M:0;53f286d3af3b:38757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:16:31,534 DEBUG [M:0;53f286d3af3b:38757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:16:31,534 DEBUG [M:0;53f286d3af3b:38757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:16:31,534 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:16:31,534 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118580181 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118580181,5,FailOnTimeoutGroup] 2024-11-09T02:16:31,534 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118580180 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118580180,5,FailOnTimeoutGroup] 2024-11-09T02:16:31,535 INFO [M:0;53f286d3af3b:38757 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:16:31,535 INFO [M:0;53f286d3af3b:38757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:16:31,535 DEBUG [M:0;53f286d3af3b:38757 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:16:31,535 INFO [M:0;53f286d3af3b:38757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:16:31,535 INFO [M:0;53f286d3af3b:38757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:16:31,535 INFO [M:0;53f286d3af3b:38757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:16:31,535 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:16:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1470247261/master 2024-11-09T02:16:31,544 DEBUG [M:0;53f286d3af3b:38757 {}] zookeeper.ZKUtil(347): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Unable to get data of znode /0-1470247261/master because node does not exist (not an error) 2024-11-09T02:16:31,544 WARN [M:0;53f286d3af3b:38757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:16:31,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1470247261 2024-11-09T02:16:31,545 INFO [M:0;53f286d3af3b:38757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/.lastflushedseqids 2024-11-09T02:16:31,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741842_1018 (size=181) 2024-11-09T02:16:31,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:31,623 INFO [RS:0;53f286d3af3b:34813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:31,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34813-0x1011d612bfd0001, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:31,624 INFO [RS:0;53f286d3af3b:34813 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,34813,1731118578490; zookeeper connection closed. 2024-11-09T02:16:31,624 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c9b7b93 2024-11-09T02:16:31,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:16:31,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:31,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:31,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:31,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:31,950 INFO [M:0;53f286d3af3b:38757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:16:31,950 INFO [M:0;53f286d3af3b:38757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:16:31,950 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:31,950 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:31,950 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:31,950 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:31,950 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:31,950 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T02:16:31,968 DEBUG [M:0;53f286d3af3b:38757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f473aac65714307a6ef4c0996b2180f is 82, key is hbase:meta,,1/info:regioninfo/1731118581506/Put/seqid=0 2024-11-09T02:16:31,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741843_1019 (size=5672) 2024-11-09T02:16:32,374 INFO [M:0;53f286d3af3b:38757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f473aac65714307a6ef4c0996b2180f 2024-11-09T02:16:32,395 DEBUG [M:0;53f286d3af3b:38757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea6a1799f5046d69dd161be37462378 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731118587246/Put/seqid=0 2024-11-09T02:16:32,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741844_1020 (size=7203) 2024-11-09T02:16:32,400 INFO [M:0;53f286d3af3b:38757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea6a1799f5046d69dd161be37462378 2024-11-09T02:16:32,421 DEBUG [M:0;53f286d3af3b:38757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a38089985b94207bce979a0759e3cfd is 69, key is 53f286d3af3b,34813,1731118578490/rs:state/1731118580258/Put/seqid=0 2024-11-09T02:16:32,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741845_1021 (size=5156) 2024-11-09T02:16:32,863 INFO [M:0;53f286d3af3b:38757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a38089985b94207bce979a0759e3cfd 2024-11-09T02:16:32,868 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f473aac65714307a6ef4c0996b2180f as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f473aac65714307a6ef4c0996b2180f 2024-11-09T02:16:32,873 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f473aac65714307a6ef4c0996b2180f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T02:16:32,874 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dea6a1799f5046d69dd161be37462378 as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dea6a1799f5046d69dd161be37462378 2024-11-09T02:16:32,881 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dea6a1799f5046d69dd161be37462378, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T02:16:32,882 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a38089985b94207bce979a0759e3cfd as hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a38089985b94207bce979a0759e3cfd 2024-11-09T02:16:32,887 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44275/user/jenkins/test-data/38c05c99-f4ed-5bd3-70b8-5317c6bd0641/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a38089985b94207bce979a0759e3cfd, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T02:16:32,888 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=70, compaction requested=false 2024-11-09T02:16:32,889 INFO [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:32,890 DEBUG [M:0;53f286d3af3b:38757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118591950Disabling compacts and flushes for region at 1731118591950Disabling writes for close at 1731118591950Obtaining lock to block concurrent updates at 1731118591950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118591950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731118591951 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118591951Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118591951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118591968 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118591968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118592379 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118592395 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118592395Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118592404 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118592420 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118592420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d205eb1: reopening flushed file at 1731118592867 (+447 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5649e594: reopening flushed file at 1731118592873 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8c97f0: reopening flushed file at 1731118592881 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=70, compaction requested=false at 1731118592888 (+7 ms)Writing region close event to WAL at 1731118592889 (+1 ms)Closed at 1731118592889 2024-11-09T02:16:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39955 is added to blk_1073741830_1006 (size=41008) 2024-11-09T02:16:32,892 INFO [M:0;53f286d3af3b:38757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:16:32,892 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:16:32,892 INFO [M:0;53f286d3af3b:38757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38757 2024-11-09T02:16:32,893 INFO [M:0;53f286d3af3b:38757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:16:33,044 INFO [M:0;53f286d3af3b:38757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:16:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:33,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38757-0x1011d612bfd0000, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:16:33,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:33,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:33,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:33,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:33,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:33,073 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:16:33,073 WARN [BP-1601226091-172.17.0.3-1731118575751 heartbeating to localhost/127.0.0.1:44275 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:16:33,073 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:16:33,073 WARN [BP-1601226091-172.17.0.3-1731118575751 heartbeating to localhost/127.0.0.1:44275 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601226091-172.17.0.3-1731118575751 (Datanode Uuid 235d64ac-710d-4d1f-aecd-736725c18772) service to localhost/127.0.0.1:44275 2024-11-09T02:16:33,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/data/data1/current/BP-1601226091-172.17.0.3-1731118575751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:33,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/cluster_4758c570-73d7-d29c-01d6-1565a7e5c69c/data/data2/current/BP-1601226091-172.17.0.3-1731118575751 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:16:33,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:16:33,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:33,083 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:16:33,083 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:16:33,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:16:33,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/030370a5-de68-275f-e691-09a1f9ff8002/hadoop.log.dir/,STOPPED} 2024-11-09T02:16:33,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:16:33,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:16:33,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 114) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44275 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53070) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44275 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:36335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44275 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44275 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36335 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=574 (was 543) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2083 (was 2448) 2024-11-09T02:16:33,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=574, ProcessCount=11, AvailableMemoryMB=2082 2024-11-09T02:16:33,157 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T02:16:33,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir so I do NOT create it in target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b 2024-11-09T02:16:33,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:16:33,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.tmp.dir so I do NOT create it in target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b 2024-11-09T02:16:33,157 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7e687292-dcee-8213-289f-3ca41e15aabe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:16:33,157 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b 2024-11-09T02:16:33,157 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859, deleteOnExit=true 2024-11-09T02:16:33,160 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/zookeeper_0, clientPort=58064, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:16:33,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58064 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/test.cache.data in system properties and HBase conf 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:16:33,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:16:33,165 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:33,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:33,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:16:33,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:16:33,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:16:33,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:33,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:16:33,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:16:33,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d612bfd0005, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:16:33,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d612bfd0002, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:16:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d612bfd0002, quorum=127.0.0.1:53070, baseZNode=/0-1470247261 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:16:33,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d612bfd0005, quorum=127.0.0.1:53070, baseZNode=/1950419738 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:16:33,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:33,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:33,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:33,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:33,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:16:33,545 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:33,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:33,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:33,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a577702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/java.io.tmpdir/jetty-localhost-41695-hadoop-hdfs-3_4_1-tests_jar-_-any-9614558370780221914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:33,664 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:41695} 2024-11-09T02:16:33,664 INFO [Time-limited test {}] server.Server(415): Started @51936ms 2024-11-09T02:16:33,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:33,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:33,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:33,944 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:33,944 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:16:33,948 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:33,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:34,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@436288d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/java.io.tmpdir/jetty-localhost-42147-hadoop-hdfs-3_4_1-tests_jar-_-any-9803520132700930434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:34,057 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:42147} 2024-11-09T02:16:34,057 INFO [Time-limited test {}] server.Server(415): Started @52330ms 2024-11-09T02:16:34,059 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:16:34,729 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/data/data2/current/BP-800282431-172.17.0.3-1731118593199/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:34,729 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/data/data1/current/BP-800282431-172.17.0.3-1731118593199/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:34,746 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:16:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x355f51a0e50eba8f with lease ID 0x6af7178b69fd4e4e: Processing first storage report for DS-fb1fc8b1-3865-4912-a74a-54105b157ab1 from datanode DatanodeRegistration(127.0.0.1:38315, datanodeUuid=3fa63d2c-e335-4eb5-924e-70c5787cabaa, infoPort=46517, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=406119918;c=1731118593199) 2024-11-09T02:16:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x355f51a0e50eba8f with lease ID 0x6af7178b69fd4e4e: from storage DS-fb1fc8b1-3865-4912-a74a-54105b157ab1 node DatanodeRegistration(127.0.0.1:38315, datanodeUuid=3fa63d2c-e335-4eb5-924e-70c5787cabaa, infoPort=46517, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=406119918;c=1731118593199), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T02:16:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x355f51a0e50eba8f with lease ID 0x6af7178b69fd4e4e: Processing first storage report for DS-1b5dbd45-cb39-4a98-8a6a-4c0d5ab5c5d9 from datanode DatanodeRegistration(127.0.0.1:38315, datanodeUuid=3fa63d2c-e335-4eb5-924e-70c5787cabaa, infoPort=46517, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=406119918;c=1731118593199) 2024-11-09T02:16:34,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x355f51a0e50eba8f with lease ID 0x6af7178b69fd4e4e: from storage DS-1b5dbd45-cb39-4a98-8a6a-4c0d5ab5c5d9 node DatanodeRegistration(127.0.0.1:38315, datanodeUuid=3fa63d2c-e335-4eb5-924e-70c5787cabaa, infoPort=46517, infoSecurePort=0, ipcPort=36299, storageInfo=lv=-57;cid=testClusterID;nsid=406119918;c=1731118593199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:34,806 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b 2024-11-09T02:16:34,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:34,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:16:35,218 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6 with version=8 2024-11-09T02:16:35,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/hbase-staging 2024-11-09T02:16:35,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:35,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:35,220 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:35,220 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:35,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:35,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:35,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:16:35,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:35,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40827 2024-11-09T02:16:35,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40827 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-11-09T02:16:35,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408270x0, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:35,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40827-0x1011d6170330000 connected 2024-11-09T02:16:35,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:35,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:35,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/running 2024-11-09T02:16:35,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6, hbase.cluster.distributed=false 2024-11-09T02:16:35,391 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/acl 2024-11-09T02:16:35,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-09T02:16:35,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40827 2024-11-09T02:16:35,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40827 2024-11-09T02:16:35,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-09T02:16:35,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40827 2024-11-09T02:16:35,418 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:16:35,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:35,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38555 2024-11-09T02:16:35,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38555 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-11-09T02:16:35,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:35,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:35,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385550x0, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:35,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385550x0, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/running 2024-11-09T02:16:35,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38555-0x1011d6170330001 connected 2024-11-09T02:16:35,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:16:35,444 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:16:35,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/master 2024-11-09T02:16:35,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/acl 2024-11-09T02:16:35,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-09T02:16:35,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38555 2024-11-09T02:16:35,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38555 2024-11-09T02:16:35,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-09T02:16:35,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38555 2024-11-09T02:16:35,471 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:40827 2024-11-09T02:16:35,472 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-234746711/backup-masters/53f286d3af3b,40827,1731118595220 2024-11-09T02:16:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711/backup-masters 2024-11-09T02:16:35,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711/backup-masters 2024-11-09T02:16:35,482 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on existing znode=/0-234746711/backup-masters/53f286d3af3b,40827,1731118595220 2024-11-09T02:16:35,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-234746711/master 2024-11-09T02:16:35,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:35,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:35,493 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on existing znode=/0-234746711/master 2024-11-09T02:16:35,493 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-234746711/backup-masters/53f286d3af3b,40827,1731118595220 from backup master directory 2024-11-09T02:16:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234746711/backup-masters/53f286d3af3b,40827,1731118595220 2024-11-09T02:16:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711/backup-masters 2024-11-09T02:16:35,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711/backup-masters 2024-11-09T02:16:35,503 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:35,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,40827,1731118595220 2024-11-09T02:16:35,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/hbase.id] with ID: 14a24231-e73f-4d37-bb3c-0950a2cf714e 2024-11-09T02:16:35,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/.tmp/hbase.id 2024-11-09T02:16:35,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:16:35,912 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/.tmp/hbase.id]:[hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/hbase.id] 2024-11-09T02:16:35,923 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:35,923 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:16:35,925 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:16:36,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:36,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:16:36,509 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:36,509 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:16:36,509 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:36,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:16:36,917 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store 2024-11-09T02:16:36,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:16:36,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:36,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:36,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:36,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:36,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:37,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:37,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:37,323 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:37,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:37,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:37,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:37,323 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:37,323 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118597323Disabling compacts and flushes for region at 1731118597323Disabling writes for close at 1731118597323Writing region close event to WAL at 1731118597323Closed at 1731118597323 2024-11-09T02:16:37,324 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/.initializing 2024-11-09T02:16:37,324 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/WALs/53f286d3af3b,40827,1731118595220 2024-11-09T02:16:37,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:37,326 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C40827%2C1731118595220, suffix=, logDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/WALs/53f286d3af3b,40827,1731118595220, archiveDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/oldWALs, maxLogs=10 2024-11-09T02:16:37,339 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/WALs/53f286d3af3b,40827,1731118595220/53f286d3af3b%2C40827%2C1731118595220.1731118597326, exclude list is [], retry=0 2024-11-09T02:16:37,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38315,DS-fb1fc8b1-3865-4912-a74a-54105b157ab1,DISK] 2024-11-09T02:16:37,343 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/WALs/53f286d3af3b,40827,1731118595220/53f286d3af3b%2C40827%2C1731118595220.1731118597326 2024-11-09T02:16:37,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46517:46517)] 2024-11-09T02:16:37,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:37,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:37,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:16:37,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:37,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:37,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:16:37,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:37,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:37,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:16:37,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:37,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:37,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:16:37,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:37,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:37,354 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,354 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,354 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,356 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:37,357 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:37,359 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:37,359 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61981246, jitterRate=-0.07640746235847473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:37,360 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118597344Initializing all the Stores at 1731118597345 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118597345Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118597345Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118597345Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118597345Cleaning up temporary data from old regions at 1731118597355 (+10 ms)Region opened successfully at 1731118597360 (+5 ms) 2024-11-09T02:16:37,360 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:16:37,363 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef79a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:37,363 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:16:37,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:16:37,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:16:37,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:16:37,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:16:37,365 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:16:37,365 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:16:37,366 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:16:37,367 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Unable to get data of znode /0-234746711/balancer because node does not exist (not necessarily an error) 2024-11-09T02:16:37,408 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234746711/balancer already deleted, retry=false 2024-11-09T02:16:37,408 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:16:37,409 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Unable to get data of znode /0-234746711/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:16:37,462 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234746711/normalizer already deleted, retry=false 2024-11-09T02:16:37,462 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:16:37,463 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Unable to get data of znode /0-234746711/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:16:37,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234746711/switch/split already deleted, retry=false 2024-11-09T02:16:37,544 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Unable to get data of znode /0-234746711/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:16:37,555 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234746711/switch/merge already deleted, retry=false 2024-11-09T02:16:37,557 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Unable to get data of znode /0-234746711/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:16:37,565 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-234746711/snapshot-cleanup already deleted, retry=false 2024-11-09T02:16:37,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-234746711/running 2024-11-09T02:16:37,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:37,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-234746711/running 2024-11-09T02:16:37,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:37,577 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,40827,1731118595220, sessionid=0x1011d6170330000, setting cluster-up flag (Was=false) 2024-11-09T02:16:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:37,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:37,629 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-234746711/flush-table-proc/acquired, /0-234746711/flush-table-proc/reached, /0-234746711/flush-table-proc/abort 2024-11-09T02:16:37,630 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,40827,1731118595220 2024-11-09T02:16:37,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:37,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:37,681 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-234746711/online-snapshot/acquired, /0-234746711/online-snapshot/reached, /0-234746711/online-snapshot/abort 2024-11-09T02:16:37,682 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,40827,1731118595220 2024-11-09T02:16:37,684 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:16:37,685 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:37,685 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:16:37,686 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:16:37,686 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,40827,1731118595220 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:37,687 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:37,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118627689 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:16:37,690 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:16:37,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:16:37,691 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:16:37,691 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:16:37,691 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:16:37,691 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:16:37,691 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118597691,5,FailOnTimeoutGroup] 2024-11-09T02:16:37,692 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118597691,5,FailOnTimeoutGroup] 2024-11-09T02:16:37,692 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,692 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:16:37,692 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,692 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:16:37,761 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(746): ClusterId : 14a24231-e73f-4d37-bb3c-0950a2cf714e 2024-11-09T02:16:37,761 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:16:37,766 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:16:37,766 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:16:37,777 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:16:37,777 DEBUG [RS:0;53f286d3af3b:38555 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5548e3f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:37,790 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:38555 2024-11-09T02:16:37,791 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:16:37,791 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:16:37,791 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:16:37,791 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,40827,1731118595220 with port=38555, startcode=1731118595417 2024-11-09T02:16:37,792 DEBUG [RS:0;53f286d3af3b:38555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:16:37,793 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:16:37,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,38555,1731118595417 2024-11-09T02:16:37,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40827 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:37,795 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6 2024-11-09T02:16:37,795 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45335 2024-11-09T02:16:37,795 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:16:37,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711/rs 2024-11-09T02:16:37,809 DEBUG [RS:0;53f286d3af3b:38555 {}] zookeeper.ZKUtil(111): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on existing znode=/0-234746711/rs/53f286d3af3b,38555,1731118595417 2024-11-09T02:16:37,810 WARN [RS:0;53f286d3af3b:38555 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:37,810 INFO [RS:0;53f286d3af3b:38555 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:37,810 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417 2024-11-09T02:16:37,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,38555,1731118595417] 2024-11-09T02:16:37,821 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:16:37,823 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:16:37,823 INFO [RS:0;53f286d3af3b:38555 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:16:37,823 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,824 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:16:37,824 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:16:37,824 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:37,825 DEBUG [RS:0;53f286d3af3b:38555 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:37,830 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,830 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,830 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,830 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,830 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,831 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38555,1731118595417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:37,846 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:16:37,846 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38555,1731118595417-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,846 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,846 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.Replication(171): 53f286d3af3b,38555,1731118595417 started 2024-11-09T02:16:37,861 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:37,862 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,38555,1731118595417, RpcServer on 53f286d3af3b/172.17.0.3:38555, sessionid=0x1011d6170330001 2024-11-09T02:16:37,862 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:16:37,862 DEBUG [RS:0;53f286d3af3b:38555 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,38555,1731118595417 2024-11-09T02:16:37,862 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38555,1731118595417' 2024-11-09T02:16:37,862 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-234746711/flush-table-proc/abort' 2024-11-09T02:16:37,862 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-234746711/flush-table-proc/acquired' 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,38555,1731118595417 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38555,1731118595417' 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-234746711/online-snapshot/abort' 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-234746711/online-snapshot/acquired' 2024-11-09T02:16:37,863 DEBUG [RS:0;53f286d3af3b:38555 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:16:37,863 INFO [RS:0;53f286d3af3b:38555 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:16:37,863 INFO [RS:0;53f286d3af3b:38555 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:16:37,964 INFO [RS:0;53f286d3af3b:38555 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:37,966 INFO [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38555%2C1731118595417, suffix=, logDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417, archiveDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/oldWALs, maxLogs=10 2024-11-09T02:16:37,980 DEBUG [RS:0;53f286d3af3b:38555 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966, exclude list is [], retry=0 2024-11-09T02:16:37,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38315,DS-fb1fc8b1-3865-4912-a74a-54105b157ab1,DISK] 2024-11-09T02:16:37,986 INFO [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 2024-11-09T02:16:37,986 DEBUG [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46517:46517)] 2024-11-09T02:16:38,100 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:16:38,100 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6 2024-11-09T02:16:38,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:16:38,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:38,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:38,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:38,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:38,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:38,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:38,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:38,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:38,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:38,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740 2024-11-09T02:16:38,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740 2024-11-09T02:16:38,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:38,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:38,519 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:38,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:38,522 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:38,523 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59740068, jitterRate=-0.10980361700057983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118598509Initializing all the Stores at 1731118598509Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118598509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118598509Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118598509Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118598510 (+1 ms)Cleaning up temporary data from old regions at 1731118598519 (+9 ms)Region opened successfully at 1731118598523 (+4 ms) 2024-11-09T02:16:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:38,523 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:38,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:38,524 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:38,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118598523Disabling compacts and flushes for region at 1731118598523Disabling writes for close at 1731118598523Writing region close event to WAL at 1731118598524 (+1 ms)Closed at 1731118598524 2024-11-09T02:16:38,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:38,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:16:38,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:16:38,526 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:38,527 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:16:38,677 DEBUG [53f286d3af3b:40827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:16:38,678 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:38,679 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38555,1731118595417, state=OPENING 2024-11-09T02:16:38,776 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:16:38,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:38,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:38,787 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:38,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234746711/meta-region-server: CHANGED 2024-11-09T02:16:38,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234746711/meta-region-server: CHANGED 2024-11-09T02:16:38,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38555,1731118595417}] 2024-11-09T02:16:38,940 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:16:38,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:16:38,945 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:16:38,945 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:38,945 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:16:38,947 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38555%2C1731118595417.meta, suffix=.meta, logDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417, archiveDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/oldWALs, maxLogs=10 2024-11-09T02:16:38,961 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.meta.1731118598947.meta, exclude list is [], retry=0 2024-11-09T02:16:38,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38315,DS-fb1fc8b1-3865-4912-a74a-54105b157ab1,DISK] 2024-11-09T02:16:38,965 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.meta.1731118598947.meta 2024-11-09T02:16:38,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46517:46517)] 2024-11-09T02:16:38,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:38,966 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:38,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:38,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:16:38,966 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:16:38,967 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:16:38,967 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:38,967 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:16:38,967 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:16:38,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:38,969 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:38,969 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:38,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:38,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:38,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:38,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:38,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:38,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:38,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:38,974 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:38,975 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740 2024-11-09T02:16:38,976 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740 2024-11-09T02:16:38,977 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:38,977 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:38,978 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:38,979 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:38,980 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65405463, jitterRate=-0.02538265287876129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:38,980 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:16:38,980 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118598967Writing region info on filesystem at 1731118598967Initializing all the Stores at 1731118598968 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118598968Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118598968Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118598968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118598968Cleaning up temporary data from old regions at 1731118598977 (+9 ms)Running coprocessor post-open hooks at 1731118598980 (+3 ms)Region opened successfully at 1731118598980 2024-11-09T02:16:38,981 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118598940 2024-11-09T02:16:38,984 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:16:38,984 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:16:38,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:38,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38555,1731118595417, state=OPEN 2024-11-09T02:16:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-234746711/meta-region-server 2024-11-09T02:16:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-234746711/meta-region-server 2024-11-09T02:16:39,027 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:39,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234746711/meta-region-server: CHANGED 2024-11-09T02:16:39,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-234746711/meta-region-server: CHANGED 2024-11-09T02:16:39,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:16:39,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38555,1731118595417 in 240 msec 2024-11-09T02:16:39,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:16:39,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 505 msec 2024-11-09T02:16:39,033 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:39,033 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:16:39,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:39,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38555,1731118595417, seqNum=-1] 2024-11-09T02:16:39,035 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:39,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:39,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3560 sec 2024-11-09T02:16:39,042 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118599042, completionTime=-1 2024-11-09T02:16:39,042 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:16:39,042 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:16:39,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:16:39,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118659044 2024-11-09T02:16:39,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118719044 2024-11-09T02:16:39,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:16:39,045 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40827,1731118595220-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,045 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40827,1731118595220-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,045 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40827,1731118595220-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,045 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:40827, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,045 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,045 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,047 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.546sec 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40827,1731118595220-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:39,049 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40827,1731118595220-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:16:39,052 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:16:39,052 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:16:39,052 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40827,1731118595220-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:39,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec4f0b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:39,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40827,-1 for getting cluster id 2024-11-09T02:16:39,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:39,063 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a24231-e73f-4d37-bb3c-0950a2cf714e' 2024-11-09T02:16:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a24231-e73f-4d37-bb3c-0950a2cf714e" 2024-11-09T02:16:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecfc902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40827,-1] 2024-11-09T02:16:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:39,064 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:39,065 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:39,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238f940e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:39,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:39,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38555,1731118595417, seqNum=-1] 2024-11-09T02:16:39,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:39,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:39,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,40827,1731118595220 2024-11-09T02:16:39,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-11-09T02:16:39,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:39,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d6170330002 connected 2024-11-09T02:16:39,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir so I do NOT create it in target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38 2024-11-09T02:16:39,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:16:39,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.tmp.dir so I do NOT create it in target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38 2024-11-09T02:16:39,107 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:16:39,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38 2024-11-09T02:16:39,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:16:39,107 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/cluster_5e9dcd25-8c50-819f-bc35-e4b93a4a6aed, deleteOnExit=true 2024-11-09T02:16:39,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:16:39,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/test.cache.data in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:16:39,108 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:16:39,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:16:39,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:16:39,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:16:39,417 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:39,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:39,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:39,423 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:39,423 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:16:39,424 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:39,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:39,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:39,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32f19e27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/java.io.tmpdir/jetty-localhost-44797-hadoop-hdfs-3_4_1-tests_jar-_-any-12287674989885482521/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:16:39,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:44797} 2024-11-09T02:16:39,541 INFO [Time-limited test {}] server.Server(415): Started @57813ms 2024-11-09T02:16:39,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:16:39,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:16:39,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:16:39,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:16:39,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:16:39,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:16:39,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:16:39,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a2d70e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/java.io.tmpdir/jetty-localhost-42501-hadoop-hdfs-3_4_1-tests_jar-_-any-4017653043186442500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:16:39,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:42501} 2024-11-09T02:16:39,970 INFO [Time-limited test {}] server.Server(415): Started @58243ms 2024-11-09T02:16:39,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:16:40,704 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/cluster_5e9dcd25-8c50-819f-bc35-e4b93a4a6aed/data/data1/current/BP-1949935553-172.17.0.3-1731118599129/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:40,704 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/cluster_5e9dcd25-8c50-819f-bc35-e4b93a4a6aed/data/data2/current/BP-1949935553-172.17.0.3-1731118599129/current, will proceed with Du for space computation calculation, 2024-11-09T02:16:40,729 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:16:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39208dc8a5286388 with lease ID 0x3735bc51f1b01dea: Processing first storage report for DS-87f30b5a-b1a6-4d82-a6b9-af450a252673 from datanode DatanodeRegistration(127.0.0.1:44005, datanodeUuid=0efae46d-abc3-440b-a9ac-2d6e3cc33ed0, infoPort=32903, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1536280072;c=1731118599129) 2024-11-09T02:16:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39208dc8a5286388 with lease ID 0x3735bc51f1b01dea: from storage DS-87f30b5a-b1a6-4d82-a6b9-af450a252673 node DatanodeRegistration(127.0.0.1:44005, datanodeUuid=0efae46d-abc3-440b-a9ac-2d6e3cc33ed0, infoPort=32903, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1536280072;c=1731118599129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39208dc8a5286388 with lease ID 0x3735bc51f1b01dea: Processing first storage report for DS-b9a8df9d-06fb-4fb2-bdc3-a22cbaad133c from datanode DatanodeRegistration(127.0.0.1:44005, datanodeUuid=0efae46d-abc3-440b-a9ac-2d6e3cc33ed0, infoPort=32903, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1536280072;c=1731118599129) 2024-11-09T02:16:40,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39208dc8a5286388 with lease ID 0x3735bc51f1b01dea: from storage DS-b9a8df9d-06fb-4fb2-bdc3-a22cbaad133c node DatanodeRegistration(127.0.0.1:44005, datanodeUuid=0efae46d-abc3-440b-a9ac-2d6e3cc33ed0, infoPort=32903, infoSecurePort=0, ipcPort=33901, storageInfo=lv=-57;cid=testClusterID;nsid=1536280072;c=1731118599129), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:16:40,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38 2024-11-09T02:16:40,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:40,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:16:41,227 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753 with version=8 2024-11-09T02:16:41,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/hbase-staging 2024-11-09T02:16:41,229 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:41,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:41,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:41,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:41,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:41,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:41,230 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:16:41,230 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:41,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38789 2024-11-09T02:16:41,231 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38789 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-11-09T02:16:41,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387890x0, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:41,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38789-0x1011d6170330003 connected 2024-11-09T02:16:41,357 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:41,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:41,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/running 2024-11-09T02:16:41,360 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753, hbase.cluster.distributed=false 2024-11-09T02:16:41,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/acl 2024-11-09T02:16:41,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38789 2024-11-09T02:16:41,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38789 2024-11-09T02:16:41,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38789 2024-11-09T02:16:41,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38789 2024-11-09T02:16:41,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38789 2024-11-09T02:16:41,381 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:16:41,382 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:16:41,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40437 2024-11-09T02:16:41,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40437 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-11-09T02:16:41,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:41,387 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:41,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404370x0, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:41,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404370x0, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/running 2024-11-09T02:16:41,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40437-0x1011d6170330004 connected 2024-11-09T02:16:41,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:16:41,400 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:16:41,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/master 2024-11-09T02:16:41,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/acl 2024-11-09T02:16:41,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40437 2024-11-09T02:16:41,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40437 2024-11-09T02:16:41,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40437 2024-11-09T02:16:41,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40437 2024-11-09T02:16:41,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40437 2024-11-09T02:16:41,414 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:38789 2024-11-09T02:16:41,414 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1409850931/backup-masters/53f286d3af3b,38789,1731118601229 2024-11-09T02:16:41,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931/backup-masters 2024-11-09T02:16:41,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931/backup-masters 2024-11-09T02:16:41,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on existing znode=/1409850931/backup-masters/53f286d3af3b,38789,1731118601229 2024-11-09T02:16:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1409850931/master 2024-11-09T02:16:41,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:41,431 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on existing znode=/1409850931/master 2024-11-09T02:16:41,431 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1409850931/backup-masters/53f286d3af3b,38789,1731118601229 from backup master directory 2024-11-09T02:16:41,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1409850931/backup-masters/53f286d3af3b,38789,1731118601229 2024-11-09T02:16:41,441 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:41,441 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,38789,1731118601229 2024-11-09T02:16:41,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931/backup-masters 2024-11-09T02:16:41,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931/backup-masters 2024-11-09T02:16:41,447 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/hbase.id] with ID: 02b93bc7-dcb8-4ab0-b90f-1eba73446317 2024-11-09T02:16:41,447 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/.tmp/hbase.id 2024-11-09T02:16:41,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:16:41,866 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/.tmp/hbase.id]:[hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/hbase.id] 2024-11-09T02:16:41,881 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:41,881 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:16:41,883 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:16:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:41,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:41,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:16:42,341 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:42,342 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:16:42,342 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:42,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:16:42,755 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store 2024-11-09T02:16:42,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:16:43,163 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:43,163 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:16:43,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:43,164 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:43,164 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:16:43,164 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:43,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:16:43,164 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118603163Disabling compacts and flushes for region at 1731118603163Disabling writes for close at 1731118603164 (+1 ms)Writing region close event to WAL at 1731118603164Closed at 1731118603164 2024-11-09T02:16:43,164 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/.initializing 2024-11-09T02:16:43,165 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/WALs/53f286d3af3b,38789,1731118601229 2024-11-09T02:16:43,166 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:43,167 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38789%2C1731118601229, suffix=, logDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/WALs/53f286d3af3b,38789,1731118601229, archiveDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/oldWALs, maxLogs=10 2024-11-09T02:16:43,180 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/WALs/53f286d3af3b,38789,1731118601229/53f286d3af3b%2C38789%2C1731118601229.1731118603167, exclude list is [], retry=0 2024-11-09T02:16:43,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-87f30b5a-b1a6-4d82-a6b9-af450a252673,DISK] 2024-11-09T02:16:43,184 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/WALs/53f286d3af3b,38789,1731118601229/53f286d3af3b%2C38789%2C1731118601229.1731118603167 2024-11-09T02:16:43,184 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-11-09T02:16:43,184 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:43,184 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:43,185 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,185 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:16:43,187 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:43,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:43,187 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:16:43,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:43,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:43,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:16:43,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:43,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:43,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:16:43,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:43,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:43,194 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,195 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,195 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,196 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,197 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,197 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:43,199 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:16:43,205 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:43,205 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65810446, jitterRate=-0.019347935914993286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:43,205 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118603185Initializing all the Stores at 1731118603185Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118603186 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118603186Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118603186Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118603186Cleaning up temporary data from old regions at 1731118603197 (+11 ms)Region opened successfully at 1731118603205 (+8 ms) 2024-11-09T02:16:43,206 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:16:43,210 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346c5db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:43,211 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:16:43,211 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:16:43,211 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:16:43,211 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:16:43,212 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:16:43,212 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:16:43,212 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:16:43,218 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:16:43,219 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Unable to get data of znode /1409850931/balancer because node does not exist (not necessarily an error) 2024-11-09T02:16:43,272 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1409850931/balancer already deleted, retry=false 2024-11-09T02:16:43,273 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:16:43,273 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Unable to get data of znode /1409850931/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:16:43,283 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1409850931/normalizer already deleted, retry=false 2024-11-09T02:16:43,283 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:16:43,284 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Unable to get data of znode /1409850931/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:16:43,293 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1409850931/switch/split already deleted, retry=false 2024-11-09T02:16:43,294 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Unable to get data of znode /1409850931/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:16:43,304 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1409850931/switch/merge already deleted, retry=false 2024-11-09T02:16:43,306 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Unable to get data of znode /1409850931/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:16:43,314 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1409850931/snapshot-cleanup already deleted, retry=false 2024-11-09T02:16:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1409850931/running 2024-11-09T02:16:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1409850931/running 2024-11-09T02:16:43,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:43,325 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,38789,1731118601229, sessionid=0x1011d6170330003, setting cluster-up flag (Was=false) 2024-11-09T02:16:43,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:43,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:43,377 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1409850931/flush-table-proc/acquired, /1409850931/flush-table-proc/reached, /1409850931/flush-table-proc/abort 2024-11-09T02:16:43,378 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38789,1731118601229 2024-11-09T02:16:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:43,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:43,430 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1409850931/online-snapshot/acquired, /1409850931/online-snapshot/reached, /1409850931/online-snapshot/abort 2024-11-09T02:16:43,431 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38789,1731118601229 2024-11-09T02:16:43,432 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:16:43,434 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:43,434 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:16:43,434 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:16:43,434 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,38789,1731118601229 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:16:43,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:43,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:43,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:43,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:16:43,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:16:43,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:43,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118633437 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:16:43,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:16:43,437 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:16:43,438 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:16:43,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118603438,5,FailOnTimeoutGroup] 2024-11-09T02:16:43,438 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:16:43,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118603438,5,FailOnTimeoutGroup] 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:16:43,505 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(746): ClusterId : 02b93bc7-dcb8-4ab0-b90f-1eba73446317 2024-11-09T02:16:43,505 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:16:43,515 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:16:43,515 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:16:43,525 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:16:43,526 DEBUG [RS:0;53f286d3af3b:40437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42fe9234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:16:43,536 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:40437 2024-11-09T02:16:43,537 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:16:43,537 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:16:43,537 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:16:43,537 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,38789,1731118601229 with port=40437, startcode=1731118601381 2024-11-09T02:16:43,538 DEBUG [RS:0;53f286d3af3b:40437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:16:43,539 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:16:43,539 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38789 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,40437,1731118601381 2024-11-09T02:16:43,540 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38789 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,40437,1731118601381 2024-11-09T02:16:43,541 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753 2024-11-09T02:16:43,541 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39099 2024-11-09T02:16:43,541 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:16:43,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931/rs 2024-11-09T02:16:43,546 DEBUG [RS:0;53f286d3af3b:40437 {}] zookeeper.ZKUtil(111): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on existing znode=/1409850931/rs/53f286d3af3b,40437,1731118601381 2024-11-09T02:16:43,546 WARN [RS:0;53f286d3af3b:40437 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:16:43,546 INFO [RS:0;53f286d3af3b:40437 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:43,546 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381 2024-11-09T02:16:43,547 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,40437,1731118601381] 2024-11-09T02:16:43,550 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:16:43,552 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:16:43,552 INFO [RS:0;53f286d3af3b:40437 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:16:43,552 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,552 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:16:43,553 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:16:43,553 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:16:43,553 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:43,554 DEBUG [RS:0;53f286d3af3b:40437 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:16:43,560 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,560 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,560 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,560 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,560 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,560 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40437,1731118601381-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:43,576 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:16:43,577 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40437,1731118601381-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,577 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,577 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.Replication(171): 53f286d3af3b,40437,1731118601381 started 2024-11-09T02:16:43,592 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:43,592 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,40437,1731118601381, RpcServer on 53f286d3af3b/172.17.0.3:40437, sessionid=0x1011d6170330004 2024-11-09T02:16:43,592 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:16:43,592 DEBUG [RS:0;53f286d3af3b:40437 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,40437,1731118601381 2024-11-09T02:16:43,592 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,40437,1731118601381' 2024-11-09T02:16:43,592 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1409850931/flush-table-proc/abort' 2024-11-09T02:16:43,593 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1409850931/flush-table-proc/acquired' 2024-11-09T02:16:43,593 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:16:43,593 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:16:43,593 DEBUG [RS:0;53f286d3af3b:40437 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,40437,1731118601381 2024-11-09T02:16:43,593 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,40437,1731118601381' 2024-11-09T02:16:43,593 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1409850931/online-snapshot/abort' 2024-11-09T02:16:43,594 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1409850931/online-snapshot/acquired' 2024-11-09T02:16:43,594 DEBUG [RS:0;53f286d3af3b:40437 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:16:43,594 INFO [RS:0;53f286d3af3b:40437 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:16:43,594 INFO [RS:0;53f286d3af3b:40437 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:16:43,695 INFO [RS:0;53f286d3af3b:40437 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:16:43,696 INFO [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C40437%2C1731118601381, suffix=, logDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381, archiveDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/oldWALs, maxLogs=10 2024-11-09T02:16:43,715 DEBUG [RS:0;53f286d3af3b:40437 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381/53f286d3af3b%2C40437%2C1731118601381.1731118603697, exclude list is [], retry=0 2024-11-09T02:16:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-87f30b5a-b1a6-4d82-a6b9-af450a252673,DISK] 2024-11-09T02:16:43,719 INFO [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381/53f286d3af3b%2C40437%2C1731118601381.1731118603697 2024-11-09T02:16:43,720 DEBUG [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-11-09T02:16:43,822 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:16:43,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:16:43,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753 2024-11-09T02:16:43,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:16:44,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:44,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:44,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:44,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:44,262 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:44,262 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:44,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:44,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:44,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:44,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:44,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740 2024-11-09T02:16:44,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740 2024-11-09T02:16:44,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:44,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:44,268 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:44,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:44,271 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:44,271 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60125504, jitterRate=-0.10406017303466797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118604258Initializing all the Stores at 1731118604259 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118604259Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118604259Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118604259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118604259Cleaning up temporary data from old regions at 1731118604268 (+9 ms)Region opened successfully at 1731118604271 (+3 ms) 2024-11-09T02:16:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:16:44,271 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:16:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:16:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:16:44,271 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:16:44,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:16:44,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118604271Disabling compacts and flushes for region at 1731118604271Disabling writes for close at 1731118604271Writing region close event to WAL at 1731118604272 (+1 ms)Closed at 1731118604272 2024-11-09T02:16:44,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:44,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:16:44,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:16:44,274 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:44,275 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:16:44,425 DEBUG [53f286d3af3b:38789 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:16:44,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,40437,1731118601381 2024-11-09T02:16:44,427 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,40437,1731118601381, state=OPENING 2024-11-09T02:16:44,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:44,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:44,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:44,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:44,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:44,536 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:16:44,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:44,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:16:44,557 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1409850931/meta-region-server: CHANGED 2024-11-09T02:16:44,557 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:16:44,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,40437,1731118601381}] 2024-11-09T02:16:44,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1409850931/meta-region-server: CHANGED 2024-11-09T02:16:44,711 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:16:44,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:16:44,716 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:16:44,716 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:44,716 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:16:44,717 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C40437%2C1731118601381.meta, suffix=.meta, logDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381, archiveDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/oldWALs, maxLogs=10 2024-11-09T02:16:44,732 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381/53f286d3af3b%2C40437%2C1731118601381.meta.1731118604718.meta, exclude list is [], retry=0 2024-11-09T02:16:44,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44005,DS-87f30b5a-b1a6-4d82-a6b9-af450a252673,DISK] 2024-11-09T02:16:44,735 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381/53f286d3af3b%2C40437%2C1731118601381.meta.1731118604718.meta 2024-11-09T02:16:44,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32903:32903)] 2024-11-09T02:16:44,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:44,736 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:44,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:44,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:16:44,736 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:16:44,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:16:44,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:44,737 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:16:44,737 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:16:44,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:16:44,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:16:44,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:16:44,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:16:44,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:16:44,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:16:44,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:16:44,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:16:44,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:16:44,743 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:16:44,744 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740 2024-11-09T02:16:44,745 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740 2024-11-09T02:16:44,746 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:16:44,746 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:16:44,747 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:16:44,748 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:16:44,749 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62161076, jitterRate=-0.07372778654098511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:16:44,749 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:16:44,749 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118604737Writing region info on filesystem at 1731118604737Initializing all the Stores at 1731118604738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118604738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118604738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118604738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118604738Cleaning up temporary data from old regions at 1731118604746 (+8 ms)Running coprocessor post-open hooks at 1731118604749 (+3 ms)Region opened successfully at 1731118604749 2024-11-09T02:16:44,750 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118604710 2024-11-09T02:16:44,752 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:16:44,752 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:16:44,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,40437,1731118601381 2024-11-09T02:16:44,754 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,40437,1731118601381, state=OPEN 2024-11-09T02:16:44,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1409850931/meta-region-server 2024-11-09T02:16:44,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1409850931/meta-region-server 2024-11-09T02:16:44,765 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,40437,1731118601381 2024-11-09T02:16:44,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1409850931/meta-region-server: CHANGED 2024-11-09T02:16:44,765 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1409850931/meta-region-server: CHANGED 2024-11-09T02:16:44,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:16:44,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,40437,1731118601381 in 208 msec 2024-11-09T02:16:44,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:16:44,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-09T02:16:44,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:16:44,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:16:44,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:44,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,40437,1731118601381, seqNum=-1] 2024-11-09T02:16:44,773 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:44,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:44,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3460 sec 2024-11-09T02:16:44,780 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118604780, completionTime=-1 2024-11-09T02:16:44,780 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:16:44,780 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118664782 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118724782 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38789,1731118601229-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38789,1731118601229-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38789,1731118601229-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:38789, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,782 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,784 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.345sec 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38789,1731118601229-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:16:44,786 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38789,1731118601229-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:16:44,789 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:16:44,789 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:16:44,789 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38789,1731118601229-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:16:44,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a104986, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:44,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38789,-1 for getting cluster id 2024-11-09T02:16:44,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:44,808 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b93bc7-dcb8-4ab0-b90f-1eba73446317' 2024-11-09T02:16:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:44,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b93bc7-dcb8-4ab0-b90f-1eba73446317" 2024-11-09T02:16:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9e5dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38789,-1] 2024-11-09T02:16:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:44,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:44,810 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:44,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232b7ebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:44,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,40437,1731118601381, seqNum=-1] 2024-11-09T02:16:44,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:44,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:44,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,38789,1731118601229 2024-11-09T02:16:44,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58064 2024-11-09T02:16:44,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:16:44,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d6170330005 connected 2024-11-09T02:16:44,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40827,1731118595220 2024-11-09T02:16:44,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0f7b4 2024-11-09T02:16:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:44,848 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:44,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:16:44,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:16:44,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:44,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:16:44,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:16:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:44,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:16:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:45,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 32832f05e3e708f27046541e9a89d32e, NAME => 'test,,1731118604848.32832f05e3e708f27046541e9a89d32e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6 2024-11-09T02:16:45,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:16:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:45,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118604848.32832f05e3e708f27046541e9a89d32e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:45,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 32832f05e3e708f27046541e9a89d32e, disabling compactions & flushes 2024-11-09T02:16:45,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:45,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:45,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118604848.32832f05e3e708f27046541e9a89d32e. after waiting 0 ms 2024-11-09T02:16:45,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:45,671 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:45,671 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 32832f05e3e708f27046541e9a89d32e: Waiting for close lock at 1731118605671Disabling compacts and flushes for region at 1731118605671Disabling writes for close at 1731118605671Writing region close event to WAL at 1731118605671Closed at 1731118605671 2024-11-09T02:16:45,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:16:45,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118604848.32832f05e3e708f27046541e9a89d32e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118605673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118605673"}]},"ts":"1731118605673"} 2024-11-09T02:16:45,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:16:45,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:16:45,678 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118605678"}]},"ts":"1731118605678"} 2024-11-09T02:16:45,681 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:16:45,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32832f05e3e708f27046541e9a89d32e, ASSIGN}] 2024-11-09T02:16:45,683 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=32832f05e3e708f27046541e9a89d32e, ASSIGN 2024-11-09T02:16:45,684 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=32832f05e3e708f27046541e9a89d32e, ASSIGN; state=OFFLINE, location=53f286d3af3b,38555,1731118595417; forceNewPlan=false, retain=false 2024-11-09T02:16:45,835 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32832f05e3e708f27046541e9a89d32e, regionState=OPENING, regionLocation=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:45,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=32832f05e3e708f27046541e9a89d32e, ASSIGN because future has completed 2024-11-09T02:16:45,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32832f05e3e708f27046541e9a89d32e, server=53f286d3af3b,38555,1731118595417}] 2024-11-09T02:16:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:45,997 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:45,997 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 32832f05e3e708f27046541e9a89d32e, NAME => 'test,,1731118604848.32832f05e3e708f27046541e9a89d32e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:45,998 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:45,998 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:16:45,998 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:45,998 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118604848.32832f05e3e708f27046541e9a89d32e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:45,998 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:45,998 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,000 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,001 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32832f05e3e708f27046541e9a89d32e columnFamilyName f 2024-11-09T02:16:46,001 DEBUG [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:46,002 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] regionserver.HStore(327): Store=32832f05e3e708f27046541e9a89d32e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:46,002 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,003 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32832f05e3e708f27046541e9a89d32e columnFamilyName f1 2024-11-09T02:16:46,003 DEBUG [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:46,003 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] regionserver.HStore(327): Store=32832f05e3e708f27046541e9a89d32e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:46,004 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,005 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 32832f05e3e708f27046541e9a89d32e columnFamilyName norep 2024-11-09T02:16:46,005 DEBUG [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:46,005 INFO [StoreOpener-32832f05e3e708f27046541e9a89d32e-1 {}] regionserver.HStore(327): Store=32832f05e3e708f27046541e9a89d32e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:46,006 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,006 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,007 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,008 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,008 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,009 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:16:46,010 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,013 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:46,013 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 32832f05e3e708f27046541e9a89d32e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69662876, jitterRate=0.03805774450302124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:16:46,013 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:16:46,014 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 32832f05e3e708f27046541e9a89d32e: Running coprocessor pre-open hook at 1731118605999Writing region info on filesystem at 1731118605999Initializing all the Stores at 1731118605999Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118605999Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118606000 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118606000Cleaning up temporary data from old regions at 1731118606008 (+8 ms)Running coprocessor post-open hooks at 1731118606013 (+5 ms)Region opened successfully at 1731118606014 (+1 ms) 2024-11-09T02:16:46,016 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118604848.32832f05e3e708f27046541e9a89d32e., pid=6, masterSystemTime=1731118605993 2024-11-09T02:16:46,019 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:46,019 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:16:46,021 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=32832f05e3e708f27046541e9a89d32e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:46,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 32832f05e3e708f27046541e9a89d32e, server=53f286d3af3b,38555,1731118595417 because future has completed 2024-11-09T02:16:46,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:16:46,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 32832f05e3e708f27046541e9a89d32e, server=53f286d3af3b,38555,1731118595417 in 185 msec 2024-11-09T02:16:46,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:16:46,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=32832f05e3e708f27046541e9a89d32e, ASSIGN in 346 msec 2024-11-09T02:16:46,033 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:16:46,033 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118606033"}]},"ts":"1731118606033"} 2024-11-09T02:16:46,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:16:46,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:16:46,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-09T02:16:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:47,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:47,002 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:16:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38789,1731118601229 2024-11-09T02:16:47,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-11-09T02:16:47,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:47,005 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:47,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:16:47,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:16:47,009 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:47,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:16:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:47,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:16:47,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:16:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:47,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28df4434f0401db51e2862fd12d2f0f8, NAME => 'test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753 2024-11-09T02:16:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:16:47,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:47,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:47,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28df4434f0401db51e2862fd12d2f0f8, disabling compactions & flushes 2024-11-09T02:16:47,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:47,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:47,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. after waiting 0 ms 2024-11-09T02:16:47,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:47,826 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:47,826 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28df4434f0401db51e2862fd12d2f0f8: Waiting for close lock at 1731118607826Disabling compacts and flushes for region at 1731118607826Disabling writes for close at 1731118607826Writing region close event to WAL at 1731118607826Closed at 1731118607826 2024-11-09T02:16:47,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:16:47,828 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118607828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118607828"}]},"ts":"1731118607828"} 2024-11-09T02:16:47,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:16:47,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:16:47,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118607831"}]},"ts":"1731118607831"} 2024-11-09T02:16:47,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:16:47,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28df4434f0401db51e2862fd12d2f0f8, ASSIGN}] 2024-11-09T02:16:47,836 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28df4434f0401db51e2862fd12d2f0f8, ASSIGN 2024-11-09T02:16:47,837 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28df4434f0401db51e2862fd12d2f0f8, ASSIGN; state=OFFLINE, location=53f286d3af3b,40437,1731118601381; forceNewPlan=false, retain=false 2024-11-09T02:16:47,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28df4434f0401db51e2862fd12d2f0f8, regionState=OPENING, regionLocation=53f286d3af3b,40437,1731118601381 2024-11-09T02:16:47,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28df4434f0401db51e2862fd12d2f0f8, ASSIGN because future has completed 2024-11-09T02:16:47,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28df4434f0401db51e2862fd12d2f0f8, server=53f286d3af3b,40437,1731118601381}] 2024-11-09T02:16:48,148 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:48,148 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28df4434f0401db51e2862fd12d2f0f8, NAME => 'test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:48,148 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:48,149 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:16:48,149 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,149 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:48,149 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,149 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,151 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:48,152 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28df4434f0401db51e2862fd12d2f0f8 columnFamilyName f 2024-11-09T02:16:48,152 DEBUG [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:48,152 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] regionserver.HStore(327): Store=28df4434f0401db51e2862fd12d2f0f8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:48,153 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,154 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28df4434f0401db51e2862fd12d2f0f8 columnFamilyName f1 2024-11-09T02:16:48,154 DEBUG [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:48,154 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] regionserver.HStore(327): Store=28df4434f0401db51e2862fd12d2f0f8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:48,154 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,155 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28df4434f0401db51e2862fd12d2f0f8 columnFamilyName norep 2024-11-09T02:16:48,155 DEBUG [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:48,156 INFO [StoreOpener-28df4434f0401db51e2862fd12d2f0f8-1 {}] regionserver.HStore(327): Store=28df4434f0401db51e2862fd12d2f0f8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:48,156 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,157 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,157 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,159 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,159 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,159 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:16:48,160 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,163 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:48,163 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28df4434f0401db51e2862fd12d2f0f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74224561, jitterRate=0.10603214800357819}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:16:48,163 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:16:48,163 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28df4434f0401db51e2862fd12d2f0f8: Running coprocessor pre-open hook at 1731118608149Writing region info on filesystem at 1731118608149Initializing all the Stores at 1731118608150 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118608150Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118608150Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118608150Cleaning up temporary data from old regions at 1731118608159 (+9 ms)Running coprocessor post-open hooks at 1731118608163 (+4 ms)Region opened successfully at 1731118608163 2024-11-09T02:16:48,164 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8., pid=6, masterSystemTime=1731118608144 2024-11-09T02:16:48,166 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:48,166 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:16:48,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28df4434f0401db51e2862fd12d2f0f8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,40437,1731118601381 2024-11-09T02:16:48,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28df4434f0401db51e2862fd12d2f0f8, server=53f286d3af3b,40437,1731118601381 because future has completed 2024-11-09T02:16:48,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:16:48,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28df4434f0401db51e2862fd12d2f0f8, server=53f286d3af3b,40437,1731118601381 in 179 msec 2024-11-09T02:16:48,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:16:48,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28df4434f0401db51e2862fd12d2f0f8, ASSIGN in 339 msec 2024-11-09T02:16:48,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:16:48,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118608176"}]},"ts":"1731118608176"} 2024-11-09T02:16:48,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:16:48,179 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:16:48,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-09T02:16:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38789 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:16:49,163 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:16:49,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40827,-1 for getting cluster id 2024-11-09T02:16:49,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:49,164 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a24231-e73f-4d37-bb3c-0950a2cf714e' 2024-11-09T02:16:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:49,164 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a24231-e73f-4d37-bb3c-0950a2cf714e" 2024-11-09T02:16:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60df904b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40827,-1] 2024-11-09T02:16:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:49,165 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:49,166 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:49,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7403ad05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,167 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38789,-1 for getting cluster id 2024-11-09T02:16:49,167 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:49,168 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b93bc7-dcb8-4ab0-b90f-1eba73446317' 2024-11-09T02:16:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:49,168 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b93bc7-dcb8-4ab0-b90f-1eba73446317" 2024-11-09T02:16:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732d4eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38789,-1] 2024-11-09T02:16:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:49,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:49,170 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:49,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9205be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40827,-1 for getting cluster id 2024-11-09T02:16:49,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:49,173 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a24231-e73f-4d37-bb3c-0950a2cf714e' 2024-11-09T02:16:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a24231-e73f-4d37-bb3c-0950a2cf714e" 2024-11-09T02:16:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153db9ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40827,-1] 2024-11-09T02:16:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:49,173 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:49,174 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:49,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:49,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40827,1731118595220 2024-11-09T02:16:49,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6da28c 2024-11-09T02:16:49,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:49,179 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:49,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:38789,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:16:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:16:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:16:49,183 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:38789' 2024-11-09T02:16:49,184 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@534a06cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,184 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38789,-1 for getting cluster id 2024-11-09T02:16:49,184 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:49,185 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b93bc7-dcb8-4ab0-b90f-1eba73446317' 2024-11-09T02:16:49,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:49,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b93bc7-dcb8-4ab0-b90f-1eba73446317" 2024-11-09T02:16:49,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e38c62d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38789,-1] 2024-11-09T02:16:49,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:49,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:49,187 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:49,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228d8883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:49,188 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38789,1731118601229 2024-11-09T02:16:49,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63e2730 2024-11-09T02:16:49,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:49,189 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:49,190 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T02:16:49,190 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:16:49,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:49,190 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:49,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:49,191 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:16:49,192 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:16:49,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:16:49,193 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:49,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:16:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:16:49,242 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:16:49,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:16:49,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T02:16:49,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:16:49,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T02:16:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:16:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:16:49,550 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:16:49,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d68e1db68b8157d375f40a0219b8aef4, NAME => 'hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6 2024-11-09T02:16:49,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:16:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:16:50,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:50,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d68e1db68b8157d375f40a0219b8aef4, disabling compactions & flushes 2024-11-09T02:16:50,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. after waiting 0 ms 2024-11-09T02:16:50,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,010 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d68e1db68b8157d375f40a0219b8aef4: Waiting for close lock at 1731118610010Disabling compacts and flushes for region at 1731118610010Disabling writes for close at 1731118610010Writing region close event to WAL at 1731118610010Closed at 1731118610010 2024-11-09T02:16:50,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:16:50,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118610012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118610012"}]},"ts":"1731118610012"} 2024-11-09T02:16:50,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:16:50,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:16:50,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118610015"}]},"ts":"1731118610015"} 2024-11-09T02:16:50,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:16:50,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68e1db68b8157d375f40a0219b8aef4, ASSIGN}] 2024-11-09T02:16:50,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68e1db68b8157d375f40a0219b8aef4, ASSIGN 2024-11-09T02:16:50,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d68e1db68b8157d375f40a0219b8aef4, ASSIGN; state=OFFLINE, location=53f286d3af3b,38555,1731118595417; forceNewPlan=false, retain=false 2024-11-09T02:16:50,171 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d68e1db68b8157d375f40a0219b8aef4, regionState=OPENING, regionLocation=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:50,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d68e1db68b8157d375f40a0219b8aef4, ASSIGN because future has completed 2024-11-09T02:16:50,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68e1db68b8157d375f40a0219b8aef4, server=53f286d3af3b,38555,1731118595417}] 2024-11-09T02:16:50,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:50,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:50,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:50,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:50,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:16:50,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:16:50,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:16:50,332 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38555%2C1731118595417.rep, suffix=, logDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417, archiveDir=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/oldWALs, maxLogs=10 2024-11-09T02:16:50,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.rep.1731118610332, exclude list is [], retry=0 2024-11-09T02:16:50,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38315,DS-fb1fc8b1-3865-4912-a74a-54105b157ab1,DISK] 2024-11-09T02:16:50,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.rep.1731118610332 2024-11-09T02:16:50,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46517:46517)] 2024-11-09T02:16:50,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d68e1db68b8157d375f40a0219b8aef4, NAME => 'hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:16:50,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:16:50,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:16:50,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. service=MultiRowMutationService 2024-11-09T02:16:50,391 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:16:50,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:16:50,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,393 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,394 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68e1db68b8157d375f40a0219b8aef4 columnFamilyName hfileref 2024-11-09T02:16:50,394 DEBUG [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:50,395 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] regionserver.HStore(327): Store=d68e1db68b8157d375f40a0219b8aef4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:50,395 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,396 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68e1db68b8157d375f40a0219b8aef4 columnFamilyName queue 2024-11-09T02:16:50,396 DEBUG [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:50,396 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] regionserver.HStore(327): Store=d68e1db68b8157d375f40a0219b8aef4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:50,396 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,397 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d68e1db68b8157d375f40a0219b8aef4 columnFamilyName sid 2024-11-09T02:16:50,397 DEBUG [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:16:50,398 INFO [StoreOpener-d68e1db68b8157d375f40a0219b8aef4-1 {}] regionserver.HStore(327): Store=d68e1db68b8157d375f40a0219b8aef4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:16:50,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:16:50,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:16:50,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d68e1db68b8157d375f40a0219b8aef4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67199128, jitterRate=0.0013450384140014648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:16:50,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:16:50,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d68e1db68b8157d375f40a0219b8aef4: Running coprocessor pre-open hook at 1731118610391Writing region info on filesystem at 1731118610391Initializing all the Stores at 1731118610392 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118610393 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118610393Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118610393Cleaning up temporary data from old regions at 1731118610400 (+7 ms)Running coprocessor post-open hooks at 1731118610404 (+4 ms)Region opened successfully at 1731118610405 (+1 ms) 2024-11-09T02:16:50,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4., pid=10, masterSystemTime=1731118610326 2024-11-09T02:16:50,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:16:50,409 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d68e1db68b8157d375f40a0219b8aef4, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,38555,1731118595417 2024-11-09T02:16:50,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d68e1db68b8157d375f40a0219b8aef4, server=53f286d3af3b,38555,1731118595417 because future has completed 2024-11-09T02:16:50,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:16:50,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d68e1db68b8157d375f40a0219b8aef4, server=53f286d3af3b,38555,1731118595417 in 239 msec 2024-11-09T02:16:50,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:16:50,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d68e1db68b8157d375f40a0219b8aef4, ASSIGN in 397 msec 2024-11-09T02:16:50,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:16:50,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118610419"}]},"ts":"1731118610419"} 2024-11-09T02:16:50,421 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:16:50,422 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:16:50,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2310 sec 2024-11-09T02:16:50,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4., hostname=53f286d3af3b,38555,1731118595417, seqNum=2] 2024-11-09T02:16:50,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:50,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:16:50,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:16:50,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38555 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:16:50,690 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:16:50,731 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,38555,1731118595417, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:16:50,732 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:50,732 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38555,1731118595417, seqNum=-1] 2024-11-09T02:16:50,732 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:50,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T02:16:50,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,38555,1731118595417', locateType=CURRENT is [region=hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4., hostname=53f286d3af3b,38555,1731118595417, seqNum=2] 2024-11-09T02:16:50,780 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:16:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:16:50,783 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,38555,1731118595417 suceeded 2024-11-09T02:16:50,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:16:50,789 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:38789,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T02:16:50,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-09T02:16:50,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6090 sec 2024-11-09T02:16:50,803 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:38789' 2024-11-09T02:16:50,805 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25b2d11b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:50,806 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38789,-1 for getting cluster id 2024-11-09T02:16:50,806 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:50,807 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b93bc7-dcb8-4ab0-b90f-1eba73446317' 2024-11-09T02:16:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:50,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b93bc7-dcb8-4ab0-b90f-1eba73446317" 2024-11-09T02:16:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3822171b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38789,-1] 2024-11-09T02:16:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:50,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:50,810 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:50,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed4e9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:50,812 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38789,1731118601229 2024-11-09T02:16:50,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c806df 2024-11-09T02:16:50,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:50,816 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:50,818 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,38555,1731118595417 (queues=1) is replicating from cluster=14a24231-e73f-4d37-bb3c-0950a2cf714e to cluster=02b93bc7-dcb8-4ab0-b90f-1eba73446317 2024-11-09T02:16:50,818 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C38555%2C1731118595417 2024-11-09T02:16:50,819 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,38555,1731118595417, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:16:50,833 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C38555%2C1731118595417 2024-11-09T02:16:50,844 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966, startPosition=0, beingWritten=true 2024-11-09T02:16:50,883 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:16:50,884 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 379, reset compression=false 2024-11-09T02:16:50,884 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38555,1731118595417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:16:51,094 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 379, reset compression=false 2024-11-09T02:16:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:16:51,332 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:16:51,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:51,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:51,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:51,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:51,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:51,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:51,339 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731118611337/Put/seqid=0 2024-11-09T02:16:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741840_1016 (size=7894) 2024-11-09T02:16:51,399 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 379, reset compression=false 2024-11-09T02:16:51,747 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_1 is 34, key is ddd/f:row/1731118611745/Put/seqid=0 2024-11-09T02:16:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741841_1017 (size=7691) 2024-11-09T02:16:51,803 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 379, reset compression=false 2024-11-09T02:16:52,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44df0358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:52,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40827,-1 for getting cluster id 2024-11-09T02:16:52,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:52,163 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a24231-e73f-4d37-bb3c-0950a2cf714e' 2024-11-09T02:16:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a24231-e73f-4d37-bb3c-0950a2cf714e" 2024-11-09T02:16:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e634fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:52,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40827,-1] 2024-11-09T02:16:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:52,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:52,164 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:52,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b27bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:52,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:52,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38555,1731118595417, seqNum=-1] 2024-11-09T02:16:52,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:52,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:52,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40827,1731118595220 2024-11-09T02:16:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b91171 2024-11-09T02:16:52,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:52,182 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:52,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2] 2024-11-09T02:16:52,198 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:16:52,210 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T02:16:52,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T02:16:52,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_1 for inclusion in 32832f05e3e708f27046541e9a89d32e/f 2024-11-09T02:16:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T02:16:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:16:52,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_0 for inclusion in 32832f05e3e708f27046541e9a89d32e/f 2024-11-09T02:16:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T02:16:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:16:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegion(2603): Flush status journal for 32832f05e3e708f27046541e9a89d32e: 2024-11-09T02:16:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_1 to hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_1 2024-11-09T02:16:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_1 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ 2024-11-09T02:16:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f/f/hfile_0 to hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_0 2024-11-09T02:16:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_0 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ 2024-11-09T02:16:52,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_1 into 32832f05e3e708f27046541e9a89d32e/f as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ - updating store file list. 2024-11-09T02:16:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:16:52,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ into 32832f05e3e708f27046541e9a89d32e/f 2024-11-09T02:16:52,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_1 into 32832f05e3e708f27046541e9a89d32e/f (new location: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_) 2024-11-09T02:16:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_1 2024-11-09T02:16:52,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_0 into 32832f05e3e708f27046541e9a89d32e/f as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ - updating store file list. 2024-11-09T02:16:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a89175a042604825b734527c8ab90a2d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:16:52,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ into 32832f05e3e708f27046541e9a89d32e/f 2024-11-09T02:16:52,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_0 into 32832f05e3e708f27046541e9a89d32e/f (new location: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f/a89175a042604825b734527c8ab90a2d_SeqId_4_) 2024-11-09T02:16:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__8v4e2enea79g390mmc70abulnloi9ch4vib6v58jadtnnhq1r9q1s4b7jksn5jgt/f/hfile_0 2024-11-09T02:16:52,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:52,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:52,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:52,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:52,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:52,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2 , the old value is region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=53f286d3af3b:38555 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:16:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:16:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2 from cache 2024-11-09T02:16:52,286 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,40437,1731118601381, seqNum=-1] 2024-11-09T02:16:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:52,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:43160 deadline: 1731118672283 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:43160 2024-11-09T02:16:52,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:52,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8., hostname=53f286d3af3b,40437,1731118601381, seqNum=2] 2024-11-09T02:16:52,300 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T02:16:52,308 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 379, reset compression=false 2024-11-09T02:16:52,314 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:16:52,314 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38555,1731118595417 got entry batch from reader: WALEntryBatch [walEntries=[{test/32832f05e3e708f27046541e9a89d32e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118612277/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T02:16:52,339 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:16:52,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T02:16:52,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.ReplicationSink(318): Replicating [14a24231-e73f-4d37-bb3c-0950a2cf714e] bulk loaded data 2024-11-09T02:16:52,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dcb8063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:52,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38789,-1 for getting cluster id 2024-11-09T02:16:52,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:52,346 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02b93bc7-dcb8-4ab0-b90f-1eba73446317' 2024-11-09T02:16:52,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:52,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02b93bc7-dcb8-4ab0-b90f-1eba73446317" 2024-11-09T02:16:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18690855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38789,-1] 2024-11-09T02:16:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:52,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:52,348 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:52,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dd927e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:52,393 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:38555 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T02:16:52,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741837_1013 (size=7691) 2024-11-09T02:16:52,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741838_1014 (size=7894) 2024-11-09T02:16:52,514 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 687, reset compression=false 2024-11-09T02:16:52,819 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 687, reset compression=false 2024-11-09T02:16:52,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:52,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38789,1731118601229 2024-11-09T02:16:52,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c2055d2 2024-11-09T02:16:52,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:52,839 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T02:16:52,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:16:52,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:52,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,40437,1731118601381, seqNum=-1] 2024-11-09T02:16:52,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:52,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T02:16:52,851 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T02:16:52,854 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T02:16:52,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ for inclusion in 28df4434f0401db51e2862fd12d2f0f8/f 2024-11-09T02:16:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T02:16:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:16:52,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ for inclusion in 28df4434f0401db51e2862fd12d2f0f8/f 2024-11-09T02:16:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T02:16:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:16:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HRegion(2603): Flush status journal for 28df4434f0401db51e2862fd12d2f0f8: 2024-11-09T02:16:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:16:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/fbabf2ea9e8d4e829b3ad5d11bf3c0c5_SeqId_4_ 2024-11-09T02:16:52,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a89175a042604825b734527c8ab90a2d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:16:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/d4dce7529f8144e7ba8150b45b22a39f_SeqId_4_ 2024-11-09T02:16:52,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ into 28df4434f0401db51e2862fd12d2f0f8/f as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/fbabf2ea9e8d4e829b3ad5d11bf3c0c5_SeqId_4_ - updating store file list. 2024-11-09T02:16:52,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fbabf2ea9e8d4e829b3ad5d11bf3c0c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:16:52,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/fbabf2ea9e8d4e829b3ad5d11bf3c0c5_SeqId_4_ into 28df4434f0401db51e2862fd12d2f0f8/f 2024-11-09T02:16:52,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ into 28df4434f0401db51e2862fd12d2f0f8/f (new location: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/fbabf2ea9e8d4e829b3ad5d11bf3c0c5_SeqId_4_) 2024-11-09T02:16:52,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_ 2024-11-09T02:16:52,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ into 28df4434f0401db51e2862fd12d2f0f8/f as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/d4dce7529f8144e7ba8150b45b22a39f_SeqId_4_ - updating store file list. 2024-11-09T02:16:52,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4dce7529f8144e7ba8150b45b22a39f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:16:52,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/d4dce7529f8144e7ba8150b45b22a39f_SeqId_4_ into 28df4434f0401db51e2862fd12d2f0f8/f 2024-11-09T02:16:52,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ into 28df4434f0401db51e2862fd12d2f0f8/f (new location: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/f/d4dce7529f8144e7ba8150b45b22a39f_SeqId_4_) 2024-11-09T02:16:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/staging/jenkins.hfs.6__test__c2p3puc78parq1e3bu8qtljf54gf3i391h5sijvdvjt1otm5mgga47tosd8quouj/f/a89175a042604825b734527c8ab90a2d_SeqId_4_ 2024-11-09T02:16:52,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40437 {}] regionserver.ReplicationSink(324): Finished replicating [14a24231-e73f-4d37-bb3c-0950a2cf714e] bulk loaded data 2024-11-09T02:16:53,224 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 687, reset compression=false 2024-11-09T02:16:53,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:16:53,320 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731118613318/Put/seqid=0 2024-11-09T02:16:53,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741842_1018 (size=7997) 2024-11-09T02:16:53,727 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731118613726/Put/seqid=0 2024-11-09T02:16:53,728 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 687, reset compression=false 2024-11-09T02:16:53,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741843_1019 (size=7794) 2024-11-09T02:16:54,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de966f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:54,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40827,-1 for getting cluster id 2024-11-09T02:16:54,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:16:54,134 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a24231-e73f-4d37-bb3c-0950a2cf714e' 2024-11-09T02:16:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:16:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a24231-e73f-4d37-bb3c-0950a2cf714e" 2024-11-09T02:16:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40827,-1] 2024-11-09T02:16:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:16:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:54,136 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:16:54,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aae1f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:16:54,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:54,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38555,1731118595417, seqNum=-1] 2024-11-09T02:16:54,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:54,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:54,147 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:16:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40827,1731118595220 2024-11-09T02:16:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b8a26a 2024-11-09T02:16:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:16:54,150 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:16:54,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2] 2024-11-09T02:16:54,156 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:16:54,162 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T02:16:54,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T02:16:54,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_0 for inclusion in 32832f05e3e708f27046541e9a89d32e/f1 2024-11-09T02:16:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T02:16:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:16:54,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_1 for inclusion in 32832f05e3e708f27046541e9a89d32e/f1 2024-11-09T02:16:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T02:16:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:16:54,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegion(2603): Flush status journal for 32832f05e3e708f27046541e9a89d32e: 2024-11-09T02:16:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_0 to hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_0 2024-11-09T02:16:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_0 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/a1ffe3be35f342b69647824a1346aacc_SeqId_6_ 2024-11-09T02:16:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/load_f1/f1/hfile_1 to hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_1 2024-11-09T02:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_1 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/12fa88f54d574335a41c0d0dbe7c8b18_SeqId_6_ 2024-11-09T02:16:54,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T02:16:54,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_0 into 32832f05e3e708f27046541e9a89d32e/f1 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/a1ffe3be35f342b69647824a1346aacc_SeqId_6_ - updating store file list. 2024-11-09T02:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1ffe3be35f342b69647824a1346aacc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:16:54,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/a1ffe3be35f342b69647824a1346aacc_SeqId_6_ into 32832f05e3e708f27046541e9a89d32e/f1 2024-11-09T02:16:54,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_0 into 32832f05e3e708f27046541e9a89d32e/f1 (new location: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/a1ffe3be35f342b69647824a1346aacc_SeqId_6_) 2024-11-09T02:16:54,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_0 2024-11-09T02:16:54,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_1 into 32832f05e3e708f27046541e9a89d32e/f1 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/12fa88f54d574335a41c0d0dbe7c8b18_SeqId_6_ - updating store file list. 2024-11-09T02:16:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12fa88f54d574335a41c0d0dbe7c8b18_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:16:54,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/12fa88f54d574335a41c0d0dbe7c8b18_SeqId_6_ into 32832f05e3e708f27046541e9a89d32e/f1 2024-11-09T02:16:54,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_1 into 32832f05e3e708f27046541e9a89d32e/f1 (new location: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/f1/12fa88f54d574335a41c0d0dbe7c8b18_SeqId_6_) 2024-11-09T02:16:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38555 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/staging/jenkins__test__sarflc5neqjma46hu6ij63rrh0p383o9hr3btvosm88scnqmlfal1pkhfkshrnp/f1/hfile_1 2024-11-09T02:16:54,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:16:54,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:16:54,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:54,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:16:54,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:16:54,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:16:54,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38555,1731118595417, seqNum=-1] 2024-11-09T02:16:54,215 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:16:54,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:16:54,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., hostname=53f286d3af3b,38555,1731118595417, seqNum=2] 2024-11-09T02:16:54,332 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 687, reset compression=false 2024-11-09T02:16:54,337 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:16:54,337 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:54,337 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38555,1731118595417 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:16:54,541 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:54,845 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:55,253 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:55,758 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:55,893 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:16:55,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:55,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:55,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:55,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:16:56,363 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:57,067 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:57,872 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:58,776 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:16:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:16:59,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T02:16:59,780 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:00,885 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:02,088 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:03,392 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:04,796 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:04,806 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:17:06,300 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:07,908 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:09,612 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:10,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:17:11,416 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:13,321 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:14,340 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38555,1731118595417 got entry batch from reader: null 2024-11-09T02:17:15,325 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:17,429 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:19,446 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T02:17:19,446 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T02:17:19,646 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:21,950 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:24,356 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:24,802 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T02:17:24,802 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T02:17:26,860 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:29,465 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:30,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 32832f05e3e708f27046541e9a89d32e, had cached 0 bytes from a total of 31376 2024-11-09T02:17:32,171 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:33,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 28df4434f0401db51e2862fd12d2f0f8, had cached 0 bytes from a total of 15585 2024-11-09T02:17:34,340 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38555,1731118595417 got entry batch from reader: null 2024-11-09T02:17:34,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:17:34,975 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:37,879 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:40,816 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:17:40,884 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:43,988 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:44,832 DEBUG [master/53f286d3af3b:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T02:17:47,192 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:50,496 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:53,899 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:54,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:17:54,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:17:54,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:54,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:54,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:54,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:17:54,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=302639477, stopped=false 2024-11-09T02:17:54,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:17:54,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,38789,1731118601229 2024-11-09T02:17:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1409850931/running 2024-11-09T02:17:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1409850931/running 2024-11-09T02:17:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:17:54,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:17:54,265 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:17:54,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:17:54,266 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:54,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:54,266 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,40437,1731118601381' ***** 2024-11-09T02:17:54,266 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:17:54,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/running 2024-11-09T02:17:54,266 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Set watcher on znode that does not yet exist, /1409850931/running 2024-11-09T02:17:54,266 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:17:54,267 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(3091): Received CLOSE for 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,40437,1731118601381 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:40437. 2024-11-09T02:17:54,267 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28df4434f0401db51e2862fd12d2f0f8, disabling compactions & flushes 2024-11-09T02:17:54,267 DEBUG [RS:0;53f286d3af3b:40437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:54,267 DEBUG [RS:0;53f286d3af3b:40437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:54,267 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:17:54,267 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:17:54,267 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. after waiting 0 ms 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:17:54,267 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:17:54,267 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:17:54,268 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:17:54,268 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1325): Online Regions={28df4434f0401db51e2862fd12d2f0f8=test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:17:54,268 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28df4434f0401db51e2862fd12d2f0f8 2024-11-09T02:17:54,268 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:17:54,268 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:17:54,268 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:17:54,268 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:17:54,268 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:17:54,268 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T02:17:54,280 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/default/test/28df4434f0401db51e2862fd12d2f0f8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T02:17:54,281 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:17:54,281 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:17:54,281 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:17:54,282 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28df4434f0401db51e2862fd12d2f0f8: Waiting for close lock at 1731118674267Running coprocessor pre-close hooks at 1731118674267Disabling compacts and flushes for region at 1731118674267Disabling writes for close at 1731118674267Writing region close event to WAL at 1731118674268 (+1 ms)Running coprocessor post-close hooks at 1731118674281 (+13 ms)Closed at 1731118674281 2024-11-09T02:17:54,282 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8. 2024-11-09T02:17:54,290 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/info/546e198c66f04c3d86e63dd7a8c35f61 is 129, key is test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8./info:regioninfo/1731118608167/Put/seqid=0 2024-11-09T02:17:54,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741839_1015 (size=6421) 2024-11-09T02:17:54,340 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38555,1731118595417 got entry batch from reader: null 2024-11-09T02:17:54,344 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:17:54,468 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:54,561 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:17:54,561 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:17:54,668 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:54,695 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/info/546e198c66f04c3d86e63dd7a8c35f61 2024-11-09T02:17:54,718 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/ns/9c1294b02958448d98be734c431caaa9 is 43, key is default/ns:d/1731118604774/Put/seqid=0 2024-11-09T02:17:54,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741840_1016 (size=5153) 2024-11-09T02:17:54,868 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:55,068 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:55,123 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/ns/9c1294b02958448d98be734c431caaa9 2024-11-09T02:17:55,147 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/rep_barrier/6fd2a482242049758dbbcf7fd7859850 is 112, key is test,,1731118607005.28df4434f0401db51e2862fd12d2f0f8./rep_barrier:seqnumDuringOpen/1731118608167/Put/seqid=0 2024-11-09T02:17:55,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741841_1017 (size=5518) 2024-11-09T02:17:55,268 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:55,472 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:17:55,472 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:17:55,472 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:55,551 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/rep_barrier/6fd2a482242049758dbbcf7fd7859850 2024-11-09T02:17:55,570 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/table/691c7ea3c27a49758a5be3cfa38b9a82 is 40, key is test/table:state/1731118608176/Put/seqid=0 2024-11-09T02:17:55,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741842_1018 (size=5165) 2024-11-09T02:17:55,672 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:55,873 DEBUG [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:55,974 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/table/691c7ea3c27a49758a5be3cfa38b9a82 2024-11-09T02:17:55,979 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/info/546e198c66f04c3d86e63dd7a8c35f61 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/info/546e198c66f04c3d86e63dd7a8c35f61 2024-11-09T02:17:55,985 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/info/546e198c66f04c3d86e63dd7a8c35f61, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T02:17:55,986 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/ns/9c1294b02958448d98be734c431caaa9 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/ns/9c1294b02958448d98be734c431caaa9 2024-11-09T02:17:55,991 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/ns/9c1294b02958448d98be734c431caaa9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:17:55,992 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/rep_barrier/6fd2a482242049758dbbcf7fd7859850 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/rep_barrier/6fd2a482242049758dbbcf7fd7859850 2024-11-09T02:17:55,998 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/rep_barrier/6fd2a482242049758dbbcf7fd7859850, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T02:17:55,999 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/.tmp/table/691c7ea3c27a49758a5be3cfa38b9a82 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/table/691c7ea3c27a49758a5be3cfa38b9a82 2024-11-09T02:17:56,004 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/table/691c7ea3c27a49758a5be3cfa38b9a82, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:17:56,004 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false 2024-11-09T02:17:56,009 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:17:56,009 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:17:56,009 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:17:56,009 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:17:56,009 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118674268Running coprocessor pre-close hooks at 1731118674268Disabling compacts and flushes for region at 1731118674268Disabling writes for close at 1731118674268Obtaining lock to block concurrent updates at 1731118674268Preparing flush snapshotting stores in 1588230740 at 1731118674268Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731118674269 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118674269Flushing 1588230740/info: creating writer at 1731118674269Flushing 1588230740/info: appending metadata at 1731118674290 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731118674290Flushing 1588230740/ns: creating writer at 1731118674701 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731118674717 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731118674717Flushing 1588230740/rep_barrier: creating writer at 1731118675129 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118675146 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118675146Flushing 1588230740/table: creating writer at 1731118675556 (+410 ms)Flushing 1588230740/table: appending metadata at 1731118675569 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731118675569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@153726a2: reopening flushed file at 1731118675979 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637be2dd: reopening flushed file at 1731118675985 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d673402: reopening flushed file at 1731118675991 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d6fb14: reopening flushed file at 1731118675998 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1736ms, sequenceid=11, compaction requested=false at 1731118676004 (+6 ms)Writing region close event to WAL at 1731118676006 (+2 ms)Running coprocessor post-close hooks at 1731118676009 (+3 ms)Closed at 1731118676009 2024-11-09T02:17:56,010 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:17:56,073 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,40437,1731118601381; all regions closed. 2024-11-09T02:17:56,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741834_1010 (size=2717) 2024-11-09T02:17:56,075 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/WALs/53f286d3af3b,40437,1731118601381/53f286d3af3b%2C40437%2C1731118601381.meta.1731118604718.meta not finished, retry = 0 2024-11-09T02:17:56,178 DEBUG [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/oldWALs 2024-11-09T02:17:56,178 INFO [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C40437%2C1731118601381.meta:.meta(num 1731118604718) 2024-11-09T02:17:56,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741832_1008 (size=1028) 2024-11-09T02:17:56,182 DEBUG [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/oldWALs 2024-11-09T02:17:56,182 INFO [RS:0;53f286d3af3b:40437 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C40437%2C1731118601381:(num 1731118603697) 2024-11-09T02:17:56,182 DEBUG [RS:0;53f286d3af3b:40437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:56,182 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:17:56,182 INFO [RS:0;53f286d3af3b:40437 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:17:56,182 INFO [RS:0;53f286d3af3b:40437 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:17:56,182 INFO [RS:0;53f286d3af3b:40437 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:17:56,182 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:17:56,182 INFO [RS:0;53f286d3af3b:40437 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:40437. 2024-11-09T02:17:56,182 DEBUG [RS:0;53f286d3af3b:40437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:56,182 DEBUG [RS:0;53f286d3af3b:40437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:56,183 DEBUG [RS:0;53f286d3af3b:40437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:56,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:17:56,183 INFO [RS:0;53f286d3af3b:40437 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40437 2024-11-09T02:17:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931/rs 2024-11-09T02:17:56,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1409850931/rs/53f286d3af3b,40437,1731118601381 2024-11-09T02:17:56,195 INFO [RS:0;53f286d3af3b:40437 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:17:56,205 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,40437,1731118601381] 2024-11-09T02:17:56,216 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1409850931/draining/53f286d3af3b,40437,1731118601381 already deleted, retry=false 2024-11-09T02:17:56,216 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,40437,1731118601381 expired; onlineServers=0 2024-11-09T02:17:56,216 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,38789,1731118601229' ***** 2024-11-09T02:17:56,216 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:17:56,216 INFO [M:0;53f286d3af3b:38789 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:17:56,216 INFO [M:0;53f286d3af3b:38789 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:17:56,216 DEBUG [M:0;53f286d3af3b:38789 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:17:56,216 DEBUG [M:0;53f286d3af3b:38789 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:17:56,216 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:17:56,216 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118603438 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118603438,5,FailOnTimeoutGroup] 2024-11-09T02:17:56,216 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118603438 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118603438,5,FailOnTimeoutGroup] 2024-11-09T02:17:56,217 INFO [M:0;53f286d3af3b:38789 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:17:56,217 INFO [M:0;53f286d3af3b:38789 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:17:56,217 DEBUG [M:0;53f286d3af3b:38789 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:17:56,217 INFO [M:0;53f286d3af3b:38789 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:17:56,217 INFO [M:0;53f286d3af3b:38789 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:17:56,217 INFO [M:0;53f286d3af3b:38789 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:17:56,217 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:17:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1409850931/master 2024-11-09T02:17:56,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1409850931 2024-11-09T02:17:56,226 DEBUG [M:0;53f286d3af3b:38789 {}] zookeeper.ZKUtil(347): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Unable to get data of znode /1409850931/master because node does not exist (not an error) 2024-11-09T02:17:56,227 WARN [M:0;53f286d3af3b:38789 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:17:56,228 INFO [M:0;53f286d3af3b:38789 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/.lastflushedseqids 2024-11-09T02:17:56,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741843_1019 (size=173) 2024-11-09T02:17:56,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:17:56,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40437-0x1011d6170330004, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:17:56,306 INFO [RS:0;53f286d3af3b:40437 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:17:56,306 INFO [RS:0;53f286d3af3b:40437 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,40437,1731118601381; zookeeper connection closed. 2024-11-09T02:17:56,306 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d763027 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d763027 2024-11-09T02:17:56,306 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:17:56,633 INFO [M:0;53f286d3af3b:38789 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:17:56,633 INFO [M:0;53f286d3af3b:38789 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:17:56,633 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:17:56,633 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:17:56,633 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:17:56,633 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:17:56,633 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:17:56,634 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-09T02:17:56,649 DEBUG [M:0;53f286d3af3b:38789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48883cf3f4ff4d8bb51d84b1189203a7 is 82, key is hbase:meta,,1/info:regioninfo/1731118604753/Put/seqid=0 2024-11-09T02:17:56,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741844_1020 (size=5672) 2024-11-09T02:17:57,054 INFO [M:0;53f286d3af3b:38789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48883cf3f4ff4d8bb51d84b1189203a7 2024-11-09T02:17:57,072 DEBUG [M:0;53f286d3af3b:38789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe4f50021484c6ba187fecfdeb33294 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118608181/Put/seqid=0 2024-11-09T02:17:57,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741845_1021 (size=6727) 2024-11-09T02:17:57,403 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.1731118597966 to pos 997, reset compression=false 2024-11-09T02:17:57,477 INFO [M:0;53f286d3af3b:38789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe4f50021484c6ba187fecfdeb33294 2024-11-09T02:17:57,482 INFO [M:0;53f286d3af3b:38789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe4f50021484c6ba187fecfdeb33294 2024-11-09T02:17:57,501 DEBUG [M:0;53f286d3af3b:38789 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ced98c380a9428993ad3d6999469e14 is 69, key is 53f286d3af3b,40437,1731118601381/rs:state/1731118603540/Put/seqid=0 2024-11-09T02:17:57,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741846_1022 (size=5156) 2024-11-09T02:17:57,905 INFO [M:0;53f286d3af3b:38789 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ced98c380a9428993ad3d6999469e14 2024-11-09T02:17:57,910 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/48883cf3f4ff4d8bb51d84b1189203a7 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48883cf3f4ff4d8bb51d84b1189203a7 2024-11-09T02:17:57,915 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/48883cf3f4ff4d8bb51d84b1189203a7, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T02:17:57,916 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/abe4f50021484c6ba187fecfdeb33294 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe4f50021484c6ba187fecfdeb33294 2024-11-09T02:17:57,921 INFO [M:0;53f286d3af3b:38789 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for abe4f50021484c6ba187fecfdeb33294 2024-11-09T02:17:57,921 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/abe4f50021484c6ba187fecfdeb33294, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T02:17:57,922 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ced98c380a9428993ad3d6999469e14 as hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ced98c380a9428993ad3d6999469e14 2024-11-09T02:17:57,926 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39099/user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ced98c380a9428993ad3d6999469e14, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T02:17:57,927 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-09T02:17:57,928 INFO [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:17:57,928 DEBUG [M:0;53f286d3af3b:38789 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118676633Disabling compacts and flushes for region at 1731118676633Disabling writes for close at 1731118676633Obtaining lock to block concurrent updates at 1731118676634 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118676634Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731118676634Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118676635 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118676635Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118676649 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118676649Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118677059 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118677072 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118677072Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118677483 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118677500 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118677500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3da485: reopening flushed file at 1731118677909 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36492a1e: reopening flushed file at 1731118677915 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71132300: reopening flushed file at 1731118677921 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1731118677927 (+6 ms)Writing region close event to WAL at 1731118677928 (+1 ms)Closed at 1731118677928 2024-11-09T02:17:57,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44005 is added to blk_1073741830_1006 (size=33026) 2024-11-09T02:17:57,930 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58fe1dd6-7f6b-99ba-c6ed-4936537ed753/MasterData/WALs/53f286d3af3b,38789,1731118601229/53f286d3af3b%2C38789%2C1731118601229.1731118603167 not finished, retry = 0 2024-11-09T02:17:58,032 INFO [M:0;53f286d3af3b:38789 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:17:58,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:17:58,032 INFO [M:0;53f286d3af3b:38789 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38789 2024-11-09T02:17:58,033 INFO [M:0;53f286d3af3b:38789 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:17:58,221 INFO [M:0;53f286d3af3b:38789 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:17:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:17:58,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38789-0x1011d6170330003, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:17:58,224 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a2d70e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:17:58,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4600fe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:17:58,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:17:58,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:17:58,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir/,STOPPED} 2024-11-09T02:17:58,226 WARN [BP-1949935553-172.17.0.3-1731118599129 heartbeating to localhost/127.0.0.1:39099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:17:58,226 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:17:58,226 WARN [BP-1949935553-172.17.0.3-1731118599129 heartbeating to localhost/127.0.0.1:39099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1949935553-172.17.0.3-1731118599129 (Datanode Uuid 0efae46d-abc3-440b-a9ac-2d6e3cc33ed0) service to localhost/127.0.0.1:39099 2024-11-09T02:17:58,226 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:17:58,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/cluster_5e9dcd25-8c50-819f-bc35-e4b93a4a6aed/data/data1/current/BP-1949935553-172.17.0.3-1731118599129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:17:58,227 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/cluster_5e9dcd25-8c50-819f-bc35-e4b93a4a6aed/data/data2/current/BP-1949935553-172.17.0.3-1731118599129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:17:58,227 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:17:58,232 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32f19e27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:17:58,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@364aafe3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:17:58,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:17:58,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:17:58,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir/,STOPPED} 2024-11-09T02:17:58,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:17:58,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:17:58,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:17:58,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:58,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:58,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:58,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:17:58,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:17:58,245 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=908490465, stopped=false 2024-11-09T02:17:58,245 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,40827,1731118595220 2024-11-09T02:17:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234746711/running 2024-11-09T02:17:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:17:58,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:17:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234746711/running 2024-11-09T02:17:58,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:17:58,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:17:58,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/running 2024-11-09T02:17:58,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:58,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:58,301 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,38555,1731118595417' ***** 2024-11-09T02:17:58,301 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:17:58,301 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:17:58,301 INFO [RS:0;53f286d3af3b:38555 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:17:58,301 INFO [RS:0;53f286d3af3b:38555 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:17:58,301 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(3091): Received CLOSE for 32832f05e3e708f27046541e9a89d32e 2024-11-09T02:17:58,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Set watcher on znode that does not yet exist, /0-234746711/running 2024-11-09T02:17:58,302 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(3091): Received CLOSE for d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:17:58,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:17:58,302 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,38555,1731118595417 2024-11-09T02:17:58,302 INFO [RS:0;53f286d3af3b:38555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:17:58,302 INFO [RS:0;53f286d3af3b:38555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38555. 2024-11-09T02:17:58,302 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 32832f05e3e708f27046541e9a89d32e, disabling compactions & flushes 2024-11-09T02:17:58,302 DEBUG [RS:0;53f286d3af3b:38555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:58,302 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:17:58,302 DEBUG [RS:0;53f286d3af3b:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:58,302 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:17:58,302 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118604848.32832f05e3e708f27046541e9a89d32e. after waiting 0 ms 2024-11-09T02:17:58,302 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:17:58,302 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:17:58,305 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:17:58,305 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:17:58,305 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:17:58,307 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:17:58,307 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1325): Online Regions={32832f05e3e708f27046541e9a89d32e=test,,1731118604848.32832f05e3e708f27046541e9a89d32e., d68e1db68b8157d375f40a0219b8aef4=hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:17:58,307 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 32832f05e3e708f27046541e9a89d32e, d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:17:58,307 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:17:58,307 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:17:58,307 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:17:58,307 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:17:58,307 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:17:58,308 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/default/test/32832f05e3e708f27046541e9a89d32e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:17:58,315 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:17:58,315 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 32832f05e3e708f27046541e9a89d32e: Waiting for close lock at 1731118678302Running coprocessor pre-close hooks at 1731118678302Disabling compacts and flushes for region at 1731118678302Disabling writes for close at 1731118678302Writing region close event to WAL at 1731118678307 (+5 ms)Running coprocessor post-close hooks at 1731118678315 (+8 ms)Closed at 1731118678315 2024-11-09T02:17:58,316 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118604848.32832f05e3e708f27046541e9a89d32e. 2024-11-09T02:17:58,316 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d68e1db68b8157d375f40a0219b8aef4, disabling compactions & flushes 2024-11-09T02:17:58,316 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:17:58,316 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:17:58,316 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. after waiting 0 ms 2024-11-09T02:17:58,316 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:17:58,316 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d68e1db68b8157d375f40a0219b8aef4 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T02:17:58,328 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:17:58,330 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/.tmp/hfileref/0ac9aca887c24b07a3adad4c9778c7e5 is 74, key is 1/hfileref:90a4ac7b5eb14bfab6b1b278957350b7_SeqId_4_/1731118612885/DeleteColumn/seqid=0 2024-11-09T02:17:58,332 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/info/8b1c53b832a6457c97fc6bdfe6dda507 is 147, key is hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4./info:regioninfo/1731118610409/Put/seqid=0 2024-11-09T02:17:58,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741844_1020 (size=5203) 2024-11-09T02:17:58,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741845_1021 (size=7686) 2024-11-09T02:17:58,507 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:17:58,708 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:17:58,735 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/.tmp/hfileref/0ac9aca887c24b07a3adad4c9778c7e5 2024-11-09T02:17:58,739 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/info/8b1c53b832a6457c97fc6bdfe6dda507 2024-11-09T02:17:58,757 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/ns/b82c0634c59e44cba773c848e438578e is 43, key is default/ns:d/1731118599037/Put/seqid=0 2024-11-09T02:17:58,760 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/.tmp/queue/02830a56539044d5a742993374a3db38 is 153, key is 1-53f286d3af3b,38555,1731118595417/queue:53f286d3af3b%2C38555%2C1731118595417/1731118614339/Put/seqid=0 2024-11-09T02:17:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741846_1022 (size=5153) 2024-11-09T02:17:58,766 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/ns/b82c0634c59e44cba773c848e438578e 2024-11-09T02:17:58,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741847_1023 (size=5352) 2024-11-09T02:17:58,785 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/rep_barrier/16243aa3087c480ab5a2d17e41f1535f is 112, key is test,,1731118604848.32832f05e3e708f27046541e9a89d32e./rep_barrier:seqnumDuringOpen/1731118606019/Put/seqid=0 2024-11-09T02:17:58,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741848_1024 (size=5518) 2024-11-09T02:17:58,831 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:17:58,831 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:17:58,908 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:17:59,108 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d68e1db68b8157d375f40a0219b8aef4 2024-11-09T02:17:59,168 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/.tmp/queue/02830a56539044d5a742993374a3db38 2024-11-09T02:17:59,173 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/.tmp/hfileref/0ac9aca887c24b07a3adad4c9778c7e5 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/hfileref/0ac9aca887c24b07a3adad4c9778c7e5 2024-11-09T02:17:59,179 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/hfileref/0ac9aca887c24b07a3adad4c9778c7e5, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T02:17:59,180 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/.tmp/queue/02830a56539044d5a742993374a3db38 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/queue/02830a56539044d5a742993374a3db38 2024-11-09T02:17:59,186 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/queue/02830a56539044d5a742993374a3db38, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T02:17:59,187 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d68e1db68b8157d375f40a0219b8aef4 in 871ms, sequenceid=10, compaction requested=false 2024-11-09T02:17:59,190 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/rep_barrier/16243aa3087c480ab5a2d17e41f1535f 2024-11-09T02:17:59,191 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/replication/d68e1db68b8157d375f40a0219b8aef4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T02:17:59,192 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:17:59,192 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:17:59,192 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:17:59,192 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d68e1db68b8157d375f40a0219b8aef4: Waiting for close lock at 1731118678316Running coprocessor pre-close hooks at 1731118678316Disabling compacts and flushes for region at 1731118678316Disabling writes for close at 1731118678316Obtaining lock to block concurrent updates at 1731118678316Preparing flush snapshotting stores in d68e1db68b8157d375f40a0219b8aef4 at 1731118678316Finished memstore snapshotting hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731118678316Flushing stores of hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. at 1731118678317 (+1 ms)Flushing d68e1db68b8157d375f40a0219b8aef4/hfileref: creating writer at 1731118678317Flushing d68e1db68b8157d375f40a0219b8aef4/hfileref: appending metadata at 1731118678330 (+13 ms)Flushing d68e1db68b8157d375f40a0219b8aef4/hfileref: closing flushed file at 1731118678330Flushing d68e1db68b8157d375f40a0219b8aef4/queue: creating writer at 1731118678740 (+410 ms)Flushing d68e1db68b8157d375f40a0219b8aef4/queue: appending metadata at 1731118678759 (+19 ms)Flushing d68e1db68b8157d375f40a0219b8aef4/queue: closing flushed file at 1731118678759Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f567d2b: reopening flushed file at 1731118679172 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf02cb7: reopening flushed file at 1731118679179 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for d68e1db68b8157d375f40a0219b8aef4 in 871ms, sequenceid=10, compaction requested=false at 1731118679187 (+8 ms)Writing region close event to WAL at 1731118679188 (+1 ms)Running coprocessor post-close hooks at 1731118679192 (+4 ms)Closed at 1731118679192 2024-11-09T02:17:59,192 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118609191.d68e1db68b8157d375f40a0219b8aef4. 2024-11-09T02:17:59,212 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/table/6485b5b1a42a43218057e248cfd29d29 is 53, key is hbase:replication/table:state/1731118610419/Put/seqid=0 2024-11-09T02:17:59,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741849_1025 (size=5308) 2024-11-09T02:17:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:17:59,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:17:59,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:17:59,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,308 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:17:59,308 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:17:59,308 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:59,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,508 DEBUG [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:17:59,616 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/table/6485b5b1a42a43218057e248cfd29d29 2024-11-09T02:17:59,622 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/info/8b1c53b832a6457c97fc6bdfe6dda507 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/info/8b1c53b832a6457c97fc6bdfe6dda507 2024-11-09T02:17:59,626 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/info/8b1c53b832a6457c97fc6bdfe6dda507, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:17:59,627 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/ns/b82c0634c59e44cba773c848e438578e as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/ns/b82c0634c59e44cba773c848e438578e 2024-11-09T02:17:59,633 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/ns/b82c0634c59e44cba773c848e438578e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:17:59,634 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/rep_barrier/16243aa3087c480ab5a2d17e41f1535f as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/rep_barrier/16243aa3087c480ab5a2d17e41f1535f 2024-11-09T02:17:59,638 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/rep_barrier/16243aa3087c480ab5a2d17e41f1535f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:17:59,639 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/.tmp/table/6485b5b1a42a43218057e248cfd29d29 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/table/6485b5b1a42a43218057e248cfd29d29 2024-11-09T02:17:59,643 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/table/6485b5b1a42a43218057e248cfd29d29, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:17:59,644 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-09T02:17:59,645 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:17:59,649 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:17:59,650 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:17:59,650 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:17:59,650 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:17:59,650 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118678307Running coprocessor pre-close hooks at 1731118678307Disabling compacts and flushes for region at 1731118678307Disabling writes for close at 1731118678307Obtaining lock to block concurrent updates at 1731118678308 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731118678308Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118678308Flushing stores of hbase:meta,,1.1588230740 at 1731118678308Flushing 1588230740/info: creating writer at 1731118678309 (+1 ms)Flushing 1588230740/info: appending metadata at 1731118678332 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731118678332Flushing 1588230740/ns: creating writer at 1731118678744 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731118678757 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731118678757Flushing 1588230740/rep_barrier: creating writer at 1731118678772 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118678785 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118678785Flushing 1588230740/table: creating writer at 1731118679195 (+410 ms)Flushing 1588230740/table: appending metadata at 1731118679211 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731118679211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@165f21d: reopening flushed file at 1731118679621 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4464e8b1: reopening flushed file at 1731118679627 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9444a5: reopening flushed file at 1731118679633 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed53aab: reopening flushed file at 1731118679638 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731118679644 (+6 ms)Writing region close event to WAL at 1731118679646 (+2 ms)Running coprocessor post-close hooks at 1731118679650 (+4 ms)Closed at 1731118679650 2024-11-09T02:17:59,650 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:17:59,709 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,38555,1731118595417; all regions closed. 2024-11-09T02:17:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:17:59,711 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/WALs/53f286d3af3b,38555,1731118595417/53f286d3af3b%2C38555%2C1731118595417.meta.1731118598947.meta not finished, retry = 0 2024-11-09T02:17:59,815 DEBUG [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/oldWALs 2024-11-09T02:17:59,815 INFO [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38555%2C1731118595417.meta:.meta(num 1731118598947) 2024-11-09T02:17:59,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741839_1015 (size=2700) 2024-11-09T02:17:59,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:17:59,819 DEBUG [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/oldWALs 2024-11-09T02:17:59,819 INFO [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38555%2C1731118595417.rep:(num 1731118610332) 2024-11-09T02:17:59,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741832_1008 (size=1300) 2024-11-09T02:17:59,826 DEBUG [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/oldWALs 2024-11-09T02:17:59,826 INFO [RS:0;53f286d3af3b:38555 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38555%2C1731118595417:(num 1731118597966) 2024-11-09T02:17:59,826 DEBUG [RS:0;53f286d3af3b:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:59,826 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:17:59,826 INFO [RS:0;53f286d3af3b:38555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:17:59,826 INFO [RS:0;53f286d3af3b:38555 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:17:59,826 INFO [RS:0;53f286d3af3b:38555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:17:59,826 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:17:59,827 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,38555,1731118595417 because: Region server is closing 2024-11-09T02:17:59,827 INFO [RS:0;53f286d3af3b:38555 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38555. 2024-11-09T02:17:59,827 DEBUG [RS:0;53f286d3af3b:38555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:17:59,827 DEBUG [RS:0;53f286d3af3b:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:59,827 DEBUG [RS:0;53f286d3af3b:38555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:17:59,827 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:17:59,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:17:59,928 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:17:59,928 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.wal-reader.53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:17:59,928 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38555,1731118595417.replicationSource.shipper53f286d3af3b%2C38555%2C1731118595417,1-53f286d3af3b,38555,1731118595417 terminated 2024-11-09T02:17:59,928 INFO [RS:0;53f286d3af3b:38555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38555 2024-11-09T02:18:00,048 INFO [RS:0;53f286d3af3b:38555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:00,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234746711/rs/53f286d3af3b,38555,1731118595417 2024-11-09T02:18:00,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711/rs 2024-11-09T02:18:00,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,38555,1731118595417] 2024-11-09T02:18:00,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-234746711/draining/53f286d3af3b,38555,1731118595417 already deleted, retry=false 2024-11-09T02:18:00,079 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,38555,1731118595417 expired; onlineServers=0 2024-11-09T02:18:00,079 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,40827,1731118595220' ***** 2024-11-09T02:18:00,079 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:18:00,079 INFO [M:0;53f286d3af3b:40827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:00,079 INFO [M:0;53f286d3af3b:40827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:00,079 DEBUG [M:0;53f286d3af3b:40827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:18:00,079 DEBUG [M:0;53f286d3af3b:40827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:18:00,079 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:18:00,079 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118597691 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118597691,5,FailOnTimeoutGroup] 2024-11-09T02:18:00,079 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118597691 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118597691,5,FailOnTimeoutGroup] 2024-11-09T02:18:00,079 INFO [M:0;53f286d3af3b:40827 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:00,079 INFO [M:0;53f286d3af3b:40827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:00,079 DEBUG [M:0;53f286d3af3b:40827 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:18:00,079 INFO [M:0;53f286d3af3b:40827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:18:00,080 INFO [M:0;53f286d3af3b:40827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:00,080 INFO [M:0;53f286d3af3b:40827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:18:00,080 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:18:00,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-234746711/master 2024-11-09T02:18:00,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-234746711 2024-11-09T02:18:00,089 DEBUG [M:0;53f286d3af3b:40827 {}] zookeeper.ZKUtil(347): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Unable to get data of znode /0-234746711/master because node does not exist (not an error) 2024-11-09T02:18:00,089 WARN [M:0;53f286d3af3b:40827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:18:00,091 INFO [M:0;53f286d3af3b:40827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/.lastflushedseqids 2024-11-09T02:18:00,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741850_1026 (size=263) 2024-11-09T02:18:00,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:00,168 INFO [RS:0;53f286d3af3b:38555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:00,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38555-0x1011d6170330001, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:00,168 INFO [RS:0;53f286d3af3b:38555 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,38555,1731118595417; zookeeper connection closed. 2024-11-09T02:18:00,169 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2699507 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2699507 2024-11-09T02:18:00,169 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:18:00,496 INFO [M:0;53f286d3af3b:40827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:18:00,496 INFO [M:0;53f286d3af3b:40827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:18:00,496 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:00,496 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:00,496 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:00,496 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:00,496 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:00,496 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-09T02:18:00,511 DEBUG [M:0;53f286d3af3b:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a2fa9340f8d475fa689058514a65927 is 82, key is hbase:meta,,1/info:regioninfo/1731118598984/Put/seqid=0 2024-11-09T02:18:00,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741851_1027 (size=5672) 2024-11-09T02:18:00,915 INFO [M:0;53f286d3af3b:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a2fa9340f8d475fa689058514a65927 2024-11-09T02:18:00,937 DEBUG [M:0;53f286d3af3b:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26a49a054692404da61b61b645429a04 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118606038/Put/seqid=0 2024-11-09T02:18:00,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741852_1028 (size=7241) 2024-11-09T02:18:01,342 INFO [M:0;53f286d3af3b:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26a49a054692404da61b61b645429a04 2024-11-09T02:18:01,346 INFO [M:0;53f286d3af3b:40827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26a49a054692404da61b61b645429a04 2024-11-09T02:18:01,359 DEBUG [M:0;53f286d3af3b:40827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/317afd5dd4b34bde9b8a402865462a36 is 69, key is 53f286d3af3b,38555,1731118595417/rs:state/1731118597794/Put/seqid=0 2024-11-09T02:18:01,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741853_1029 (size=5156) 2024-11-09T02:18:01,764 INFO [M:0;53f286d3af3b:40827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/317afd5dd4b34bde9b8a402865462a36 2024-11-09T02:18:01,769 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a2fa9340f8d475fa689058514a65927 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a2fa9340f8d475fa689058514a65927 2024-11-09T02:18:01,773 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a2fa9340f8d475fa689058514a65927, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T02:18:01,774 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26a49a054692404da61b61b645429a04 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26a49a054692404da61b61b645429a04 2024-11-09T02:18:01,779 INFO [M:0;53f286d3af3b:40827 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26a49a054692404da61b61b645429a04 2024-11-09T02:18:01,779 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26a49a054692404da61b61b645429a04, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T02:18:01,781 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/317afd5dd4b34bde9b8a402865462a36 as hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/317afd5dd4b34bde9b8a402865462a36 2024-11-09T02:18:01,786 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45335/user/jenkins/test-data/d04e114c-ca35-3fb2-eac7-859bf56e2cb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/317afd5dd4b34bde9b8a402865462a36, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T02:18:01,787 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false 2024-11-09T02:18:01,791 INFO [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:01,791 DEBUG [M:0;53f286d3af3b:40827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118680496Disabling compacts and flushes for region at 1731118680496Disabling writes for close at 1731118680496Obtaining lock to block concurrent updates at 1731118680496Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118680496Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1731118680496Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118680497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118680497Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118680510 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118680511 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118680920 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118680937 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118680937Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118681346 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118681359 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118681359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e26ab97: reopening flushed file at 1731118681768 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf3a88d: reopening flushed file at 1731118681774 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758fa4b: reopening flushed file at 1731118681780 (+6 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=105, compaction requested=false at 1731118681787 (+7 ms)Writing region close event to WAL at 1731118681791 (+4 ms)Closed at 1731118681791 2024-11-09T02:18:01,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38315 is added to blk_1073741830_1006 (size=64538) 2024-11-09T02:18:01,794 INFO [M:0;53f286d3af3b:40827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:18:01,794 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:01,794 INFO [M:0;53f286d3af3b:40827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40827 2024-11-09T02:18:01,794 INFO [M:0;53f286d3af3b:40827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:01,947 INFO [M:0;53f286d3af3b:40827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:01,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:01,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40827-0x1011d6170330000, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@436288d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:01,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21c6da7e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:01,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:01,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:01,951 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:18:01,951 WARN [BP-800282431-172.17.0.3-1731118593199 heartbeating to localhost/127.0.0.1:45335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:18:01,951 WARN [BP-800282431-172.17.0.3-1731118593199 heartbeating to localhost/127.0.0.1:45335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-800282431-172.17.0.3-1731118593199 (Datanode Uuid 3fa63d2c-e335-4eb5-924e-70c5787cabaa) service to localhost/127.0.0.1:45335 2024-11-09T02:18:01,951 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:18:01,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/data/data1/current/BP-800282431-172.17.0.3-1731118593199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:01,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/cluster_8d26b710-106d-0218-339c-541a533f2859/data/data2/current/BP-800282431-172.17.0.3-1731118593199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:01,952 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:18:01,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a577702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:01,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38add795{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:01,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:01,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:01,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb2528e4-ad37-d9c6-1bef-585e988dc79b/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:01,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:18:01,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:18:01,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39099 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45335 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58064) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fe08cb90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58064) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:39099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007fe08cb90210.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:45335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 574), ProcessCount=11 (was 11), AvailableMemoryMB=2338 (was 2082) - AvailableMemoryMB LEAK? - 2024-11-09T02:18:01,986 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2338 2024-11-09T02:18:01,997 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T02:18:01,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir so I do NOT create it in target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d 2024-11-09T02:18:01,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:18:01,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.tmp.dir so I do NOT create it in target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d 2024-11-09T02:18:01,998 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/201da0f5-e9e9-1ed7-06b2-1fc103aa5a38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:18:01,998 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d 2024-11-09T02:18:01,998 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb, deleteOnExit=true 2024-11-09T02:18:02,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/zookeeper_0, clientPort=52592, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:18:02,018 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52592 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/test.cache.data in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:18:02,018 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:02,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:18:02,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:18:02,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d6170330005, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:18:02,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d6170330002, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:18:02,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d6170330002, quorum=127.0.0.1:58064, baseZNode=/0-234746711 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:18:02,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d6170330005, quorum=127.0.0.1:58064, baseZNode=/1409850931 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:18:02,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:02,389 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:02,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:02,390 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:02,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:18:02,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:02,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7895aa1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:02,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2731f8c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:02,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9563742{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/java.io.tmpdir/jetty-localhost-42055-hadoop-hdfs-3_4_1-tests_jar-_-any-16807282855033934018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:02,489 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ad3a617{HTTP/1.1, (http/1.1)}{localhost:42055} 2024-11-09T02:18:02,489 INFO [Time-limited test {}] server.Server(415): Started @140762ms 2024-11-09T02:18:02,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:02,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:02,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:02,788 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:02,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:18:02,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26803457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:02,789 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@214d7ecd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:02,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fc38bd6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/java.io.tmpdir/jetty-localhost-45193-hadoop-hdfs-3_4_1-tests_jar-_-any-8409752495746479579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:02,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@14bdd366{HTTP/1.1, (http/1.1)}{localhost:45193} 2024-11-09T02:18:02,885 INFO [Time-limited test {}] server.Server(415): Started @141157ms 2024-11-09T02:18:02,886 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:18:03,581 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/data/data2/current/BP-1482970122-172.17.0.3-1731118682035/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:03,581 WARN [Thread-1283 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/data/data1/current/BP-1482970122-172.17.0.3-1731118682035/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:03,595 WARN [Thread-1271 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:18:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d8cb52df36e5f02 with lease ID 0x7e09cb5817aeac4f: Processing first storage report for DS-3d5247c7-5099-4aef-956c-6ea962473ef7 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=07a20af7-3902-4fdc-bd05-9c6587affa33, infoPort=43033, infoSecurePort=0, ipcPort=32779, storageInfo=lv=-57;cid=testClusterID;nsid=529184897;c=1731118682035) 2024-11-09T02:18:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d8cb52df36e5f02 with lease ID 0x7e09cb5817aeac4f: from storage DS-3d5247c7-5099-4aef-956c-6ea962473ef7 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=07a20af7-3902-4fdc-bd05-9c6587affa33, infoPort=43033, infoSecurePort=0, ipcPort=32779, storageInfo=lv=-57;cid=testClusterID;nsid=529184897;c=1731118682035), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1d8cb52df36e5f02 with lease ID 0x7e09cb5817aeac4f: Processing first storage report for DS-e64171bb-a95e-4035-ae01-29cc999995a8 from datanode DatanodeRegistration(127.0.0.1:39589, datanodeUuid=07a20af7-3902-4fdc-bd05-9c6587affa33, infoPort=43033, infoSecurePort=0, ipcPort=32779, storageInfo=lv=-57;cid=testClusterID;nsid=529184897;c=1731118682035) 2024-11-09T02:18:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1d8cb52df36e5f02 with lease ID 0x7e09cb5817aeac4f: from storage DS-e64171bb-a95e-4035-ae01-29cc999995a8 node DatanodeRegistration(127.0.0.1:39589, datanodeUuid=07a20af7-3902-4fdc-bd05-9c6587affa33, infoPort=43033, infoSecurePort=0, ipcPort=32779, storageInfo=lv=-57;cid=testClusterID;nsid=529184897;c=1731118682035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:03,615 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d 2024-11-09T02:18:03,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:03,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:03,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:18:04,025 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb with version=8 2024-11-09T02:18:04,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/hbase-staging 2024-11-09T02:18:04,027 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:04,027 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38953 2024-11-09T02:18:04,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38953 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389530x0, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:04,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38953-0x1011d62cb4c0000 connected 2024-11-09T02:18:04,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:04,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:04,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:04,238 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb, hbase.cluster.distributed=false 2024-11-09T02:18:04,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/acl 2024-11-09T02:18:04,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38953 2024-11-09T02:18:04,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38953 2024-11-09T02:18:04,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38953 2024-11-09T02:18:04,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38953 2024-11-09T02:18:04,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38953 2024-11-09T02:18:04,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:18:04,259 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:04,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34719 2024-11-09T02:18:04,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34719 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:04,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:04,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:04,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:347190x0, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:04,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:347190x0, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:04,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34719-0x1011d62cb4c0001 connected 2024-11-09T02:18:04,277 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:18:04,278 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:18:04,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/master 2024-11-09T02:18:04,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/acl 2024-11-09T02:18:04,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34719 2024-11-09T02:18:04,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34719 2024-11-09T02:18:04,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34719 2024-11-09T02:18:04,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34719 2024-11-09T02:18:04,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34719 2024-11-09T02:18:04,294 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:38953 2024-11-09T02:18:04,294 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02015682673/backup-masters/53f286d3af3b,38953,1731118684026 2024-11-09T02:18:04,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:04,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:04,307 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on existing znode=/02015682673/backup-masters/53f286d3af3b,38953,1731118684026 2024-11-09T02:18:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02015682673/master 2024-11-09T02:18:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:04,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:04,319 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on existing znode=/02015682673/master 2024-11-09T02:18:04,319 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02015682673/backup-masters/53f286d3af3b,38953,1731118684026 from backup master directory 2024-11-09T02:18:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/backup-masters/53f286d3af3b,38953,1731118684026 2024-11-09T02:18:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:04,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:04,329 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:04,329 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,38953,1731118684026 2024-11-09T02:18:04,332 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/hbase.id] with ID: c9203618-5c13-4399-b6f5-db8c6e8e38e5 2024-11-09T02:18:04,332 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/.tmp/hbase.id 2024-11-09T02:18:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:18:04,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:04,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:04,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:04,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:04,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:04,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:04,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:04,737 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/.tmp/hbase.id]:[hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/hbase.id] 2024-11-09T02:18:04,747 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:04,747 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:18:04,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:18:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:04,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:04,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:18:05,272 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:05,272 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:18:05,273 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:05,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:18:05,679 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store 2024-11-09T02:18:05,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:18:06,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:06,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:06,085 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:06,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:06,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:06,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:06,085 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:06,085 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118686085Disabling compacts and flushes for region at 1731118686085Disabling writes for close at 1731118686085Writing region close event to WAL at 1731118686085Closed at 1731118686085 2024-11-09T02:18:06,086 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/.initializing 2024-11-09T02:18:06,086 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026 2024-11-09T02:18:06,087 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:06,088 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38953%2C1731118684026, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/oldWALs, maxLogs=10 2024-11-09T02:18:06,100 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026/53f286d3af3b%2C38953%2C1731118684026.1731118686089, exclude list is [], retry=0 2024-11-09T02:18:06,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:06,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026/53f286d3af3b%2C38953%2C1731118684026.1731118686089 2024-11-09T02:18:06,106 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:06,106 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:06,107 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:06,107 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,107 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:18:06,109 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:06,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:18:06,111 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:06,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:18:06,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:06,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:18:06,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:06,114 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,114 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,114 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,115 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,116 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,116 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:06,117 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:06,119 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:06,119 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69245365, jitterRate=0.03183634579181671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:06,120 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118686107Initializing all the Stores at 1731118686108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118686108Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118686108Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118686108Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118686108Cleaning up temporary data from old regions at 1731118686116 (+8 ms)Region opened successfully at 1731118686120 (+4 ms) 2024-11-09T02:18:06,120 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:18:06,123 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171576af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:06,124 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:18:06,124 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:18:06,124 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:18:06,124 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:18:06,125 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:18:06,125 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:18:06,125 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:18:06,127 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:18:06,128 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/balancer because node does not exist (not necessarily an error) 2024-11-09T02:18:06,192 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/balancer already deleted, retry=false 2024-11-09T02:18:06,192 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:18:06,193 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:18:06,202 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/normalizer already deleted, retry=false 2024-11-09T02:18:06,203 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:18:06,204 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:18:06,213 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/switch/split already deleted, retry=false 2024-11-09T02:18:06,214 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:18:06,223 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/switch/merge already deleted, retry=false 2024-11-09T02:18:06,225 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:18:06,234 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/snapshot-cleanup already deleted, retry=false 2024-11-09T02:18:06,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:06,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:06,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:06,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:06,245 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,38953,1731118684026, sessionid=0x1011d62cb4c0000, setting cluster-up flag (Was=false) 2024-11-09T02:18:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:06,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:06,297 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02015682673/flush-table-proc/acquired, /02015682673/flush-table-proc/reached, /02015682673/flush-table-proc/abort 2024-11-09T02:18:06,299 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38953,1731118684026 2024-11-09T02:18:06,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:06,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:06,350 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02015682673/online-snapshot/acquired, /02015682673/online-snapshot/reached, /02015682673/online-snapshot/abort 2024-11-09T02:18:06,351 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38953,1731118684026 2024-11-09T02:18:06,352 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:18:06,353 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:06,354 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:18:06,354 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:18:06,354 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,38953,1731118684026 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:18:06,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:06,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:06,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:06,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:06,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:18:06,356 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,356 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:06,356 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,357 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:06,357 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:18:06,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:18:06,366 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118716366 2024-11-09T02:18:06,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:18:06,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:18:06,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:18:06,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:18:06,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:18:06,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:18:06,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,374 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:18:06,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:18:06,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:18:06,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:18:06,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:18:06,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:18:06,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:18:06,375 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118686375,5,FailOnTimeoutGroup] 2024-11-09T02:18:06,376 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118686375,5,FailOnTimeoutGroup] 2024-11-09T02:18:06,376 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,376 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:18:06,376 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,376 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:18:06,377 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb 2024-11-09T02:18:06,386 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(746): ClusterId : c9203618-5c13-4399-b6f5-db8c6e8e38e5 2024-11-09T02:18:06,386 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:18:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:18:06,393 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:18:06,393 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:18:06,403 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:18:06,404 DEBUG [RS:0;53f286d3af3b:34719 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45da8114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:06,415 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:34719 2024-11-09T02:18:06,415 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:18:06,415 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:18:06,415 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:18:06,416 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,38953,1731118684026 with port=34719, startcode=1731118684258 2024-11-09T02:18:06,416 DEBUG [RS:0;53f286d3af3b:34719 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:18:06,417 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:18:06,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,418 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38953 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,419 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb 2024-11-09T02:18:06,419 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35087 2024-11-09T02:18:06,419 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:18:06,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/rs 2024-11-09T02:18:06,424 DEBUG [RS:0;53f286d3af3b:34719 {}] zookeeper.ZKUtil(111): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on existing znode=/02015682673/rs/53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,424 WARN [RS:0;53f286d3af3b:34719 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:06,424 INFO [RS:0;53f286d3af3b:34719 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:06,424 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,34719,1731118684258] 2024-11-09T02:18:06,427 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:18:06,428 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:18:06,429 INFO [RS:0;53f286d3af3b:34719 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:18:06,429 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,429 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:18:06,430 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:18:06,430 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,430 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,431 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:06,431 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:06,431 DEBUG [RS:0;53f286d3af3b:34719 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:06,434 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,434 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,434 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,434 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,434 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,435 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34719,1731118684258-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:06,447 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:18:06,448 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34719,1731118684258-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,448 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,448 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.Replication(171): 53f286d3af3b,34719,1731118684258 started 2024-11-09T02:18:06,460 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:06,460 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,34719,1731118684258, RpcServer on 53f286d3af3b/172.17.0.3:34719, sessionid=0x1011d62cb4c0001 2024-11-09T02:18:06,460 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:18:06,460 DEBUG [RS:0;53f286d3af3b:34719 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,460 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,34719,1731118684258' 2024-11-09T02:18:06,460 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02015682673/flush-table-proc/abort' 2024-11-09T02:18:06,461 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02015682673/flush-table-proc/acquired' 2024-11-09T02:18:06,461 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:18:06,461 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:18:06,461 DEBUG [RS:0;53f286d3af3b:34719 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,461 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,34719,1731118684258' 2024-11-09T02:18:06,461 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02015682673/online-snapshot/abort' 2024-11-09T02:18:06,462 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02015682673/online-snapshot/acquired' 2024-11-09T02:18:06,462 DEBUG [RS:0;53f286d3af3b:34719 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:18:06,462 INFO [RS:0;53f286d3af3b:34719 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:18:06,462 INFO [RS:0;53f286d3af3b:34719 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:18:06,563 INFO [RS:0;53f286d3af3b:34719 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:06,564 INFO [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C34719%2C1731118684258, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs, maxLogs=10 2024-11-09T02:18:06,575 DEBUG [RS:0;53f286d3af3b:34719 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564, exclude list is [], retry=0 2024-11-09T02:18:06,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:06,579 INFO [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 2024-11-09T02:18:06,580 DEBUG [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:06,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:06,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:06,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:06,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:06,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:06,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:06,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:06,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:06,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:06,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:06,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:06,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:06,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:06,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740 2024-11-09T02:18:06,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740 2024-11-09T02:18:06,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:06,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:06,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:06,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:06,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:06,803 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66900431, jitterRate=-0.0031058937311172485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:06,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118686792Initializing all the Stores at 1731118686792Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118686793 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118686793Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118686793Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118686793Cleaning up temporary data from old regions at 1731118686800 (+7 ms)Region opened successfully at 1731118686803 (+3 ms) 2024-11-09T02:18:06,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:06,803 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:06,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:06,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:06,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:06,804 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:06,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118686803Disabling compacts and flushes for region at 1731118686803Disabling writes for close at 1731118686804 (+1 ms)Writing region close event to WAL at 1731118686804Closed at 1731118686804 2024-11-09T02:18:06,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:06,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:18:06,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:18:06,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:06,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:18:06,957 DEBUG [53f286d3af3b:38953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:18:06,958 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,34719,1731118684258 2024-11-09T02:18:06,959 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,34719,1731118684258, state=OPENING 2024-11-09T02:18:07,002 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:18:07,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:07,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:07,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:07,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:07,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:07,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,34719,1731118684258}] 2024-11-09T02:18:07,166 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:07,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:18:07,171 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:18:07,171 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:07,171 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:18:07,172 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C34719%2C1731118684258.meta, suffix=.meta, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs, maxLogs=10 2024-11-09T02:18:07,184 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.meta.1731118687173.meta, exclude list is [], retry=0 2024-11-09T02:18:07,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:07,188 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.meta.1731118687173.meta 2024-11-09T02:18:07,188 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:07,188 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:07,189 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:07,189 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:07,189 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:18:07,189 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:18:07,189 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:18:07,189 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:07,189 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:18:07,189 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:18:07,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:07,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:07,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:07,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:07,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:07,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:07,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:07,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:07,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:07,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:07,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:07,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:07,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:07,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:07,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:07,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:07,195 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:07,196 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740 2024-11-09T02:18:07,197 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740 2024-11-09T02:18:07,198 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:07,198 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:07,198 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:07,199 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:07,200 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68747701, jitterRate=0.02442057430744171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:07,200 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:18:07,200 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118687189Writing region info on filesystem at 1731118687189Initializing all the Stores at 1731118687190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118687190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118687191 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118687191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118687191Cleaning up temporary data from old regions at 1731118687198 (+7 ms)Running coprocessor post-open hooks at 1731118687200 (+2 ms)Region opened successfully at 1731118687200 2024-11-09T02:18:07,201 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118687166 2024-11-09T02:18:07,203 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:18:07,203 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:18:07,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,34719,1731118684258 2024-11-09T02:18:07,204 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,34719,1731118684258, state=OPEN 2024-11-09T02:18:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:07,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:07,245 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,34719,1731118684258 2024-11-09T02:18:07,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:07,245 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:07,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:18:07,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,34719,1731118684258 in 231 msec 2024-11-09T02:18:07,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:18:07,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 442 msec 2024-11-09T02:18:07,250 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:07,250 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:18:07,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:07,251 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,34719,1731118684258, seqNum=-1] 2024-11-09T02:18:07,252 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:07,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:07,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 907 msec 2024-11-09T02:18:07,262 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118687262, completionTime=-1 2024-11-09T02:18:07,262 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:18:07,262 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:18:07,263 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:18:07,263 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118747263 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118807264 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38953,1731118684026-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38953,1731118684026-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38953,1731118684026-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:38953, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,264 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,265 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,266 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.939sec 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38953,1731118684026-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:07,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38953,1731118684026-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:18:07,270 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:18:07,271 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:18:07,271 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38953,1731118684026-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:07,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1281c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:07,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38953,-1 for getting cluster id 2024-11-09T02:18:07,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:07,288 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9203618-5c13-4399-b6f5-db8c6e8e38e5' 2024-11-09T02:18:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9203618-5c13-4399-b6f5-db8c6e8e38e5" 2024-11-09T02:18:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d858b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38953,-1] 2024-11-09T02:18:07,288 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:07,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:07,289 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:07,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcfe5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:07,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,34719,1731118684258, seqNum=-1] 2024-11-09T02:18:07,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:07,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:07,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,38953,1731118684026 2024-11-09T02:18:07,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:07,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:07,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d62cb4c0002 connected 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir so I do NOT create it in target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3 2024-11-09T02:18:07,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.tmp.dir so I do NOT create it in target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3 2024-11-09T02:18:07,330 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:18:07,330 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/cluster_bbaf427a-340a-beea-7c21-1147f0c371b4, deleteOnExit=true 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/test.cache.data in system properties and HBase conf 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:18:07,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:18:07,331 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:07,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:18:07,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:18:07,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:18:07,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:07,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:18:07,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:18:07,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:07,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:07,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:07,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:07,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:18:07,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:07,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e1b6fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:07,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583a4371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:07,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c0547c3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/java.io.tmpdir/jetty-localhost-33545-hadoop-hdfs-3_4_1-tests_jar-_-any-4600919841547492572/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:07,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33c849b7{HTTP/1.1, (http/1.1)}{localhost:33545} 2024-11-09T02:18:07,751 INFO [Time-limited test {}] server.Server(415): Started @146023ms 2024-11-09T02:18:08,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:08,029 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:08,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:08,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:08,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:18:08,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68df740a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:08,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64267e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:08,129 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500e451c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/java.io.tmpdir/jetty-localhost-32995-hadoop-hdfs-3_4_1-tests_jar-_-any-11182022299327847935/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:08,130 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f8e46f{HTTP/1.1, (http/1.1)}{localhost:32995} 2024-11-09T02:18:08,130 INFO [Time-limited test {}] server.Server(415): Started @146402ms 2024-11-09T02:18:08,131 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:18:09,100 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/cluster_bbaf427a-340a-beea-7c21-1147f0c371b4/data/data2/current/BP-2127201123-172.17.0.3-1731118687350/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:09,100 WARN [Thread-1404 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/cluster_bbaf427a-340a-beea-7c21-1147f0c371b4/data/data1/current/BP-2127201123-172.17.0.3-1731118687350/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:09,115 WARN [Thread-1392 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:18:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d40148012162eee with lease ID 0xbdb2de49eda74df7: Processing first storage report for DS-d50a241a-f36f-4111-8ac0-e56358fbd222 from datanode DatanodeRegistration(127.0.0.1:35959, datanodeUuid=368d1ed2-11f6-425c-aedb-352fb130e23a, infoPort=37997, infoSecurePort=0, ipcPort=35349, storageInfo=lv=-57;cid=testClusterID;nsid=1513271037;c=1731118687350) 2024-11-09T02:18:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d40148012162eee with lease ID 0xbdb2de49eda74df7: from storage DS-d50a241a-f36f-4111-8ac0-e56358fbd222 node DatanodeRegistration(127.0.0.1:35959, datanodeUuid=368d1ed2-11f6-425c-aedb-352fb130e23a, infoPort=37997, infoSecurePort=0, ipcPort=35349, storageInfo=lv=-57;cid=testClusterID;nsid=1513271037;c=1731118687350), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d40148012162eee with lease ID 0xbdb2de49eda74df7: Processing first storage report for DS-f732a623-6e63-41c3-97b1-e57410647c77 from datanode DatanodeRegistration(127.0.0.1:35959, datanodeUuid=368d1ed2-11f6-425c-aedb-352fb130e23a, infoPort=37997, infoSecurePort=0, ipcPort=35349, storageInfo=lv=-57;cid=testClusterID;nsid=1513271037;c=1731118687350) 2024-11-09T02:18:09,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d40148012162eee with lease ID 0xbdb2de49eda74df7: from storage DS-f732a623-6e63-41c3-97b1-e57410647c77 node DatanodeRegistration(127.0.0.1:35959, datanodeUuid=368d1ed2-11f6-425c-aedb-352fb130e23a, infoPort=37997, infoSecurePort=0, ipcPort=35349, storageInfo=lv=-57;cid=testClusterID;nsid=1513271037;c=1731118687350), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:09,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3 2024-11-09T02:18:09,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:09,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:09,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:18:09,577 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042 with version=8 2024-11-09T02:18:09,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/hbase-staging 2024-11-09T02:18:09,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:18:09,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:09,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33613 2024-11-09T02:18:09,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33613 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:09,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336130x0, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:09,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33613-0x1011d62cb4c0003 connected 2024-11-09T02:18:09,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:09,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:09,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/running 2024-11-09T02:18:09,703 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042, hbase.cluster.distributed=false 2024-11-09T02:18:09,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/acl 2024-11-09T02:18:09,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-09T02:18:09,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33613 2024-11-09T02:18:09,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33613 2024-11-09T02:18:09,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-09T02:18:09,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33613 2024-11-09T02:18:09,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:18:09,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:09,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38435 2024-11-09T02:18:09,720 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38435 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:09,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:09,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384350x0, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:09,731 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384350x0, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/running 2024-11-09T02:18:09,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38435-0x1011d62cb4c0004 connected 2024-11-09T02:18:09,732 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:18:09,732 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:18:09,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/master 2024-11-09T02:18:09,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/acl 2024-11-09T02:18:09,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-09T02:18:09,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38435 2024-11-09T02:18:09,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38435 2024-11-09T02:18:09,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-09T02:18:09,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-09T02:18:09,751 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:33613 2024-11-09T02:18:09,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1853364943/backup-masters/53f286d3af3b,33613,1731118689579 2024-11-09T02:18:09,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943/backup-masters 2024-11-09T02:18:09,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943/backup-masters 2024-11-09T02:18:09,763 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on existing znode=/1-1853364943/backup-masters/53f286d3af3b,33613,1731118689579 2024-11-09T02:18:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1853364943/master 2024-11-09T02:18:09,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:09,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on existing znode=/1-1853364943/master 2024-11-09T02:18:09,774 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1853364943/backup-masters/53f286d3af3b,33613,1731118689579 from backup master directory 2024-11-09T02:18:09,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1853364943/backup-masters/53f286d3af3b,33613,1731118689579 2024-11-09T02:18:09,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943/backup-masters 2024-11-09T02:18:09,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943/backup-masters 2024-11-09T02:18:09,784 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:09,784 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,33613,1731118689579 2024-11-09T02:18:09,787 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/hbase.id] with ID: 36bf8c4f-b14a-44f3-8e5f-042f420e7d73 2024-11-09T02:18:09,787 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/.tmp/hbase.id 2024-11-09T02:18:09,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:18:10,191 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/.tmp/hbase.id]:[hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/hbase.id] 2024-11-09T02:18:10,201 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:10,201 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:18:10,202 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:18:10,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:10,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:10,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:18:10,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:10,623 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:18:10,623 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:18:11,030 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store 2024-11-09T02:18:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:18:11,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:11,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:11,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:11,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:11,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:11,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:11,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:11,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118691436Disabling compacts and flushes for region at 1731118691436Disabling writes for close at 1731118691436Writing region close event to WAL at 1731118691436Closed at 1731118691436 2024-11-09T02:18:11,437 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/.initializing 2024-11-09T02:18:11,437 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/WALs/53f286d3af3b,33613,1731118689579 2024-11-09T02:18:11,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:11,439 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C33613%2C1731118689579, suffix=, logDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/WALs/53f286d3af3b,33613,1731118689579, archiveDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/oldWALs, maxLogs=10 2024-11-09T02:18:11,451 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/WALs/53f286d3af3b,33613,1731118689579/53f286d3af3b%2C33613%2C1731118689579.1731118691439, exclude list is [], retry=0 2024-11-09T02:18:11,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-d50a241a-f36f-4111-8ac0-e56358fbd222,DISK] 2024-11-09T02:18:11,455 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/WALs/53f286d3af3b,33613,1731118689579/53f286d3af3b%2C33613%2C1731118689579.1731118691439 2024-11-09T02:18:11,455 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37997:37997)] 2024-11-09T02:18:11,455 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:11,455 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:11,455 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,455 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:18:11,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:11,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:11,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:18:11,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:11,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:11,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:18:11,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:11,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:11,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:18:11,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:11,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:11,462 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,462 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,462 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,463 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,463 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,464 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:11,465 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:11,467 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:11,468 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66459624, jitterRate=-0.009674429893493652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:11,468 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118691455Initializing all the Stores at 1731118691456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118691456Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118691456Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118691456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118691456Cleaning up temporary data from old regions at 1731118691463 (+7 ms)Region opened successfully at 1731118691468 (+5 ms) 2024-11-09T02:18:11,469 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:18:11,472 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e41b962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:11,472 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:18:11,472 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:18:11,473 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:18:11,473 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:18:11,473 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:18:11,473 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:18:11,473 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:18:11,475 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:18:11,476 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Unable to get data of znode /1-1853364943/balancer because node does not exist (not necessarily an error) 2024-11-09T02:18:11,562 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1853364943/balancer already deleted, retry=false 2024-11-09T02:18:11,563 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:18:11,564 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Unable to get data of znode /1-1853364943/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:18:11,573 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1853364943/normalizer already deleted, retry=false 2024-11-09T02:18:11,573 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:18:11,575 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Unable to get data of znode /1-1853364943/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:18:11,583 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1853364943/switch/split already deleted, retry=false 2024-11-09T02:18:11,584 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Unable to get data of znode /1-1853364943/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:18:11,594 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1853364943/switch/merge already deleted, retry=false 2024-11-09T02:18:11,596 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Unable to get data of znode /1-1853364943/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:18:11,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1853364943/snapshot-cleanup already deleted, retry=false 2024-11-09T02:18:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1853364943/running 2024-11-09T02:18:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1853364943/running 2024-11-09T02:18:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:11,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:11,616 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,33613,1731118689579, sessionid=0x1011d62cb4c0003, setting cluster-up flag (Was=false) 2024-11-09T02:18:11,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:11,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:11,668 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1853364943/flush-table-proc/acquired, /1-1853364943/flush-table-proc/reached, /1-1853364943/flush-table-proc/abort 2024-11-09T02:18:11,669 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,33613,1731118689579 2024-11-09T02:18:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:11,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:11,720 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1853364943/online-snapshot/acquired, /1-1853364943/online-snapshot/reached, /1-1853364943/online-snapshot/abort 2024-11-09T02:18:11,721 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,33613,1731118689579 2024-11-09T02:18:11,722 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:18:11,724 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:11,724 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:18:11,724 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:18:11,724 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,33613,1731118689579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:11,726 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:11,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118721730 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:18:11,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:11,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:18:11,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:18:11,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:18:11,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:18:11,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:18:11,733 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:18:11,733 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:18:11,733 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118691733,5,FailOnTimeoutGroup] 2024-11-09T02:18:11,733 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118691733,5,FailOnTimeoutGroup] 2024-11-09T02:18:11,733 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,733 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:18:11,734 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,734 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:18:11,744 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(746): ClusterId : 36bf8c4f-b14a-44f3-8e5f-042f420e7d73 2024-11-09T02:18:11,744 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:18:11,753 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:18:11,753 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:18:11,763 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:18:11,763 DEBUG [RS:0;53f286d3af3b:38435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5552198e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:11,779 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:38435 2024-11-09T02:18:11,779 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:18:11,779 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:18:11,779 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:18:11,780 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,33613,1731118689579 with port=38435, startcode=1731118689718 2024-11-09T02:18:11,780 DEBUG [RS:0;53f286d3af3b:38435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:18:11,781 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51649, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:18:11,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,38435,1731118689718 2024-11-09T02:18:11,782 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33613 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,38435,1731118689718 2024-11-09T02:18:11,783 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042 2024-11-09T02:18:11,783 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33159 2024-11-09T02:18:11,783 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:18:11,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943/rs 2024-11-09T02:18:11,838 DEBUG [RS:0;53f286d3af3b:38435 {}] zookeeper.ZKUtil(111): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on existing znode=/1-1853364943/rs/53f286d3af3b,38435,1731118689718 2024-11-09T02:18:11,838 WARN [RS:0;53f286d3af3b:38435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:11,838 INFO [RS:0;53f286d3af3b:38435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:11,838 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718 2024-11-09T02:18:11,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,38435,1731118689718] 2024-11-09T02:18:11,840 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:18:11,842 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:18:11,842 INFO [RS:0;53f286d3af3b:38435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:18:11,842 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,842 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:18:11,843 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:18:11,843 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,843 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:11,844 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:11,844 DEBUG [RS:0;53f286d3af3b:38435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:11,844 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,844 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,844 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,844 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,844 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,844 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38435,1731118689718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:11,857 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:18:11,857 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38435,1731118689718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,857 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,857 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.Replication(171): 53f286d3af3b,38435,1731118689718 started 2024-11-09T02:18:11,869 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:11,869 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,38435,1731118689718, RpcServer on 53f286d3af3b/172.17.0.3:38435, sessionid=0x1011d62cb4c0004 2024-11-09T02:18:11,869 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:18:11,869 DEBUG [RS:0;53f286d3af3b:38435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,38435,1731118689718 2024-11-09T02:18:11,869 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38435,1731118689718' 2024-11-09T02:18:11,869 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1853364943/flush-table-proc/abort' 2024-11-09T02:18:11,870 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1853364943/flush-table-proc/acquired' 2024-11-09T02:18:11,870 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:18:11,870 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:18:11,870 DEBUG [RS:0;53f286d3af3b:38435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,38435,1731118689718 2024-11-09T02:18:11,870 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38435,1731118689718' 2024-11-09T02:18:11,870 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1853364943/online-snapshot/abort' 2024-11-09T02:18:11,871 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1853364943/online-snapshot/acquired' 2024-11-09T02:18:11,871 DEBUG [RS:0;53f286d3af3b:38435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:18:11,871 INFO [RS:0;53f286d3af3b:38435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:18:11,871 INFO [RS:0;53f286d3af3b:38435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:18:11,971 INFO [RS:0;53f286d3af3b:38435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:11,973 INFO [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38435%2C1731118689718, suffix=, logDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718, archiveDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/oldWALs, maxLogs=10 2024-11-09T02:18:11,985 DEBUG [RS:0;53f286d3af3b:38435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718/53f286d3af3b%2C38435%2C1731118689718.1731118691973, exclude list is [], retry=0 2024-11-09T02:18:11,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-d50a241a-f36f-4111-8ac0-e56358fbd222,DISK] 2024-11-09T02:18:11,988 INFO [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718/53f286d3af3b%2C38435%2C1731118689718.1731118691973 2024-11-09T02:18:11,989 DEBUG [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37997:37997)] 2024-11-09T02:18:12,139 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:18:12,139 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042 2024-11-09T02:18:12,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:18:12,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:12,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:12,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:12,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:12,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:12,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:12,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:12,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:12,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:12,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:12,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740 2024-11-09T02:18:12,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740 2024-11-09T02:18:12,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:12,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:12,554 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:12,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:12,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:12,557 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69478898, jitterRate=0.035316258668899536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118692545Initializing all the Stores at 1731118692546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118692546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118692546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118692546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118692546Cleaning up temporary data from old regions at 1731118692554 (+8 ms)Region opened successfully at 1731118692557 (+3 ms) 2024-11-09T02:18:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:12,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:12,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:12,558 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:12,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118692557Disabling compacts and flushes for region at 1731118692557Disabling writes for close at 1731118692557Writing region close event to WAL at 1731118692558 (+1 ms)Closed at 1731118692558 2024-11-09T02:18:12,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:12,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:18:12,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:18:12,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:12,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:18:12,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:12,711 DEBUG [53f286d3af3b:33613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:18:12,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,38435,1731118689718 2024-11-09T02:18:12,712 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38435,1731118689718, state=OPENING 2024-11-09T02:18:12,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:12,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:12,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:12,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:12,740 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:18:12,773 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:18:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:12,784 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:12,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1853364943/meta-region-server: CHANGED 2024-11-09T02:18:12,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1853364943/meta-region-server: CHANGED 2024-11-09T02:18:12,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38435,1731118689718}] 2024-11-09T02:18:12,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:12,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:18:12,941 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:18:12,941 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:12,941 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:18:12,942 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38435%2C1731118689718.meta, suffix=.meta, logDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718, archiveDir=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/oldWALs, maxLogs=10 2024-11-09T02:18:12,953 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718/53f286d3af3b%2C38435%2C1731118689718.meta.1731118692942.meta, exclude list is [], retry=0 2024-11-09T02:18:12,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35959,DS-d50a241a-f36f-4111-8ac0-e56358fbd222,DISK] 2024-11-09T02:18:12,957 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718/53f286d3af3b%2C38435%2C1731118689718.meta.1731118692942.meta 2024-11-09T02:18:12,957 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37997:37997)] 2024-11-09T02:18:12,957 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:12,958 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:12,958 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:12,958 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:18:12,958 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:18:12,958 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:18:12,958 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:12,958 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:18:12,958 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:18:12,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:12,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:12,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:12,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:12,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:12,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:12,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:12,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:12,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:12,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:12,963 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:12,964 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740 2024-11-09T02:18:12,965 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740 2024-11-09T02:18:12,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:12,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:12,966 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:12,967 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:12,968 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73937695, jitterRate=0.10175751149654388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:12,968 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:18:12,968 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118692958Writing region info on filesystem at 1731118692958Initializing all the Stores at 1731118692959 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118692959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118692959Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118692959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118692959Cleaning up temporary data from old regions at 1731118692966 (+7 ms)Running coprocessor post-open hooks at 1731118692968 (+2 ms)Region opened successfully at 1731118692968 2024-11-09T02:18:12,969 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118692936 2024-11-09T02:18:12,971 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:18:12,971 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:18:12,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,38435,1731118689718 2024-11-09T02:18:12,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38435,1731118689718, state=OPEN 2024-11-09T02:18:12,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1853364943/meta-region-server 2024-11-09T02:18:12,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1853364943/meta-region-server 2024-11-09T02:18:12,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1853364943/meta-region-server: CHANGED 2024-11-09T02:18:12,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1853364943/meta-region-server: CHANGED 2024-11-09T02:18:12,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,38435,1731118689718 2024-11-09T02:18:12,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:18:12,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38435,1731118689718 in 200 msec 2024-11-09T02:18:12,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:18:12,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 427 msec 2024-11-09T02:18:12,988 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:12,988 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:18:12,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:12,989 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38435,1731118689718, seqNum=-1] 2024-11-09T02:18:12,990 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:12,991 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:12,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2710 sec 2024-11-09T02:18:12,996 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118692996, completionTime=-1 2024-11-09T02:18:12,996 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:18:12,996 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118752998 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118812998 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33613,1731118689579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33613,1731118689579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33613,1731118689579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:33613, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:12,998 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:12,999 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:13,000 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.218sec 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33613,1731118689579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:13,002 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33613,1731118689579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:18:13,004 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:18:13,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:18:13,004 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33613,1731118689579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:13,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255f1da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,047 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33613,-1 for getting cluster id 2024-11-09T02:18:13,047 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:13,048 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36bf8c4f-b14a-44f3-8e5f-042f420e7d73' 2024-11-09T02:18:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36bf8c4f-b14a-44f3-8e5f-042f420e7d73" 2024-11-09T02:18:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ceca7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33613,-1] 2024-11-09T02:18:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:13,050 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:13,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf8da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:13,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38435,1731118689718, seqNum=-1] 2024-11-09T02:18:13,052 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:13,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,33613,1731118689579 2024-11-09T02:18:13,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:13,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:13,068 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d62cb4c0005 connected 2024-11-09T02:18:13,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7b3cd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38953,-1 for getting cluster id 2024-11-09T02:18:13,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:13,081 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9203618-5c13-4399-b6f5-db8c6e8e38e5' 2024-11-09T02:18:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9203618-5c13-4399-b6f5-db8c6e8e38e5" 2024-11-09T02:18:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b74876d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38953,-1] 2024-11-09T02:18:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:13,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:13,083 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:13,083 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b95306d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38953,1731118684026 2024-11-09T02:18:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fc3694e 2024-11-09T02:18:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:13,085 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:13,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:33613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:18:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:18:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:13,088 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:33613' 2024-11-09T02:18:13,089 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3363b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,089 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33613,-1 for getting cluster id 2024-11-09T02:18:13,089 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:13,090 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36bf8c4f-b14a-44f3-8e5f-042f420e7d73' 2024-11-09T02:18:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36bf8c4f-b14a-44f3-8e5f-042f420e7d73" 2024-11-09T02:18:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1245abcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33613,-1] 2024-11-09T02:18:13,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:13,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:13,091 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:13,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59698691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:13,092 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33613,1731118689579 2024-11-09T02:18:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c134847 2024-11-09T02:18:13,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:13,094 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:13,094 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T02:18:13,095 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:18:13,095 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:13,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:13,095 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:13,095 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:13,096 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:18:13,097 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:18:13,097 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:13,098 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:18:13,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741835_1011 (size=1138) 2024-11-09T02:18:13,146 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:18:13,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:13,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9d1a747861fa8eeb63ed04d578b59aa9, NAME => 'hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb 2024-11-09T02:18:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741836_1012 (size=44) 2024-11-09T02:18:13,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:13,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:13,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9d1a747861fa8eeb63ed04d578b59aa9, disabling compactions & flushes 2024-11-09T02:18:13,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:13,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:13,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. after waiting 0 ms 2024-11-09T02:18:13,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:13,911 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:13,911 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9d1a747861fa8eeb63ed04d578b59aa9: Waiting for close lock at 1731118693911Disabling compacts and flushes for region at 1731118693911Disabling writes for close at 1731118693911Writing region close event to WAL at 1731118693911Closed at 1731118693911 2024-11-09T02:18:13,912 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:18:13,913 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118693912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118693912"}]},"ts":"1731118693912"} 2024-11-09T02:18:13,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:18:13,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:18:13,916 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118693915"}]},"ts":"1731118693915"} 2024-11-09T02:18:13,917 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:18:13,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN}] 2024-11-09T02:18:13,919 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN 2024-11-09T02:18:13,919 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN; state=OFFLINE, location=53f286d3af3b,34719,1731118684258; forceNewPlan=false, retain=false 2024-11-09T02:18:14,070 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d1a747861fa8eeb63ed04d578b59aa9, regionState=OPENING, regionLocation=53f286d3af3b,34719,1731118684258 2024-11-09T02:18:14,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN because future has completed 2024-11-09T02:18:14,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1a747861fa8eeb63ed04d578b59aa9, server=53f286d3af3b,34719,1731118684258}] 2024-11-09T02:18:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:14,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:14,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:14,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:18:14,229 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C34719%2C1731118684258.rep, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs, maxLogs=10 2024-11-09T02:18:14,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.rep.1731118694229, exclude list is [], retry=0 2024-11-09T02:18:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:14,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.rep.1731118694229 2024-11-09T02:18:14,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:14,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d1a747861fa8eeb63ed04d578b59aa9, NAME => 'hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:14,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:14,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:14,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. service=MultiRowMutationService 2024-11-09T02:18:14,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:18:14,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:14,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,248 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,249 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1a747861fa8eeb63ed04d578b59aa9 columnFamilyName hfileref 2024-11-09T02:18:14,249 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:14,250 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(327): Store=9d1a747861fa8eeb63ed04d578b59aa9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:14,250 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,251 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1a747861fa8eeb63ed04d578b59aa9 columnFamilyName queue 2024-11-09T02:18:14,251 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:14,251 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(327): Store=9d1a747861fa8eeb63ed04d578b59aa9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:14,251 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,252 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1a747861fa8eeb63ed04d578b59aa9 columnFamilyName sid 2024-11-09T02:18:14,252 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:14,252 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(327): Store=9d1a747861fa8eeb63ed04d578b59aa9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:14,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,255 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:18:14,256 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:14,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 9d1a747861fa8eeb63ed04d578b59aa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59704421, jitterRate=-0.11033479869365692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:18:14,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:14,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9d1a747861fa8eeb63ed04d578b59aa9: Running coprocessor pre-open hook at 1731118694247Writing region info on filesystem at 1731118694247Initializing all the Stores at 1731118694248 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118694248Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118694248Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118694248Cleaning up temporary data from old regions at 1731118694254 (+6 ms)Running coprocessor post-open hooks at 1731118694259 (+5 ms)Region opened successfully at 1731118694259 2024-11-09T02:18:14,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., pid=7, masterSystemTime=1731118694224 2024-11-09T02:18:14,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:14,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:14,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d1a747861fa8eeb63ed04d578b59aa9, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,34719,1731118684258 2024-11-09T02:18:14,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1a747861fa8eeb63ed04d578b59aa9, server=53f286d3af3b,34719,1731118684258 because future has completed 2024-11-09T02:18:14,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T02:18:14,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d1a747861fa8eeb63ed04d578b59aa9, server=53f286d3af3b,34719,1731118684258 in 193 msec 2024-11-09T02:18:14,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:18:14,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN in 349 msec 2024-11-09T02:18:14,269 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:18:14,269 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118694269"}]},"ts":"1731118694269"} 2024-11-09T02:18:14,271 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:18:14,272 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:18:14,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-09T02:18:14,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., hostname=53f286d3af3b,34719,1731118684258, seqNum=2] 2024-11-09T02:18:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:14,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:14,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:18:14,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34719 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T02:18:14,558 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:18:14,585 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,34719,1731118684258, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:18:14,585 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:14,585 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,34719,1731118684258, seqNum=-1] 2024-11-09T02:18:14,585 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:14,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T02:18:14,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,34719,1731118684258', locateType=CURRENT is [region=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., hostname=53f286d3af3b,34719,1731118684258, seqNum=2] 2024-11-09T02:18:14,590 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T02:18:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T02:18:14,592 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,34719,1731118684258 suceeded 2024-11-09T02:18:14,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T02:18:14,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T02:18:14,594 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:33613,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:18:14,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-09T02:18:14,609 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:33613' 2024-11-09T02:18:14,610 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42cc951a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:14,610 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33613,-1 for getting cluster id 2024-11-09T02:18:14,610 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:14,611 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36bf8c4f-b14a-44f3-8e5f-042f420e7d73' 2024-11-09T02:18:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36bf8c4f-b14a-44f3-8e5f-042f420e7d73" 2024-11-09T02:18:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68f9b829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33613,-1] 2024-11-09T02:18:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:14,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:14,612 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:14,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75172194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:14,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33613,1731118689579 2024-11-09T02:18:14,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@933f7d0 2024-11-09T02:18:14,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:14,614 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T02:18:14,615 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,34719,1731118684258 (queues=1) is replicating from cluster=c9203618-5c13-4399-b6f5-db8c6e8e38e5 to cluster=36bf8c4f-b14a-44f3-8e5f-042f420e7d73 2024-11-09T02:18:14,615 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C34719%2C1731118684258 2024-11-09T02:18:14,615 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,34719,1731118684258, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:18:14,616 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.shipper53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C34719%2C1731118684258 2024-11-09T02:18:14,616 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564, startPosition=0, beingWritten=true 2024-11-09T02:18:14,821 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 to pos 0, reset compression=false 2024-11-09T02:18:15,125 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 to pos 0, reset compression=false 2024-11-09T02:18:15,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:15,231 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:18:15,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:15,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:15,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:15,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:15,232 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:15,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38953,1731118684026 2024-11-09T02:18:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7390fc3a 2024-11-09T02:18:15,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:15,234 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:15,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38953 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:18:15,234 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:15,234 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:15,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:15,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:15,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:15,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:18:15,235 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=895493138, stopped=false 2024-11-09T02:18:15,235 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,38953,1731118684026 2024-11-09T02:18:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:15,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:15,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:15,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:15,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:15,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:15,257 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:15,258 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,34719,1731118684258' ***** 2024-11-09T02:18:15,258 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:18:15,258 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,34719,1731118684258 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:34719. 2024-11-09T02:18:15,258 DEBUG [RS:0;53f286d3af3b:34719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:15,258 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d1a747861fa8eeb63ed04d578b59aa9, disabling compactions & flushes 2024-11-09T02:18:15,258 DEBUG [RS:0;53f286d3af3b:34719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:15,258 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:15,258 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:15,258 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:18:15,258 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. after waiting 0 ms 2024-11-09T02:18:15,258 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:15,258 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d1a747861fa8eeb63ed04d578b59aa9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T02:18:15,259 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:18:15,259 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:18:15,259 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:18:15,259 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:18:15,259 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1325): Online Regions={9d1a747861fa8eeb63ed04d578b59aa9=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:18:15,259 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:15,259 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:15,259 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:15,259 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:15,259 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:15,259 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:15,259 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T02:18:15,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:15,272 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/.tmp/queue/ead5383ba72441b69f778f39e83bb3b7 is 151, key is 1-53f286d3af3b,34719,1731118684258/queue:53f286d3af3b%2C34719%2C1731118684258/1731118694589/Put/seqid=0 2024-11-09T02:18:15,272 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/info/b40dbabb47b74f8883203849f7d0eb8a is 147, key is hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9./info:regioninfo/1731118694262/Put/seqid=0 2024-11-09T02:18:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741838_1014 (size=6631) 2024-11-09T02:18:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741839_1015 (size=5350) 2024-11-09T02:18:15,341 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:15,436 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:18:15,437 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:18:15,459 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:15,529 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 to pos 0, reset compression=false 2024-11-09T02:18:15,659 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:15,677 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/info/b40dbabb47b74f8883203849f7d0eb8a 2024-11-09T02:18:15,677 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/.tmp/queue/ead5383ba72441b69f778f39e83bb3b7 2024-11-09T02:18:15,682 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/.tmp/queue/ead5383ba72441b69f778f39e83bb3b7 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/queue/ead5383ba72441b69f778f39e83bb3b7 2024-11-09T02:18:15,687 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/queue/ead5383ba72441b69f778f39e83bb3b7, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T02:18:15,688 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9d1a747861fa8eeb63ed04d578b59aa9 in 430ms, sequenceid=5, compaction requested=false 2024-11-09T02:18:15,688 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:18:15,695 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:18:15,695 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:15,695 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:15,695 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:15,695 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d1a747861fa8eeb63ed04d578b59aa9: Waiting for close lock at 1731118695258Running coprocessor pre-close hooks at 1731118695258Disabling compacts and flushes for region at 1731118695258Disabling writes for close at 1731118695258Obtaining lock to block concurrent updates at 1731118695258Preparing flush snapshotting stores in 9d1a747861fa8eeb63ed04d578b59aa9 at 1731118695258Finished memstore snapshotting hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731118695259 (+1 ms)Flushing stores of hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. at 1731118695259Flushing 9d1a747861fa8eeb63ed04d578b59aa9/queue: creating writer at 1731118695259Flushing 9d1a747861fa8eeb63ed04d578b59aa9/queue: appending metadata at 1731118695272 (+13 ms)Flushing 9d1a747861fa8eeb63ed04d578b59aa9/queue: closing flushed file at 1731118695272Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b804165: reopening flushed file at 1731118695681 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 9d1a747861fa8eeb63ed04d578b59aa9 in 430ms, sequenceid=5, compaction requested=false at 1731118695688 (+7 ms)Writing region close event to WAL at 1731118695692 (+4 ms)Running coprocessor post-close hooks at 1731118695695 (+3 ms)Closed at 1731118695695 2024-11-09T02:18:15,695 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:15,697 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/ns/658d47b742154495af7f7605ce3aeb11 is 43, key is default/ns:d/1731118687254/Put/seqid=0 2024-11-09T02:18:15,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741840_1016 (size=5153) 2024-11-09T02:18:15,859 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:16,033 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 to pos 0, reset compression=false 2024-11-09T02:18:16,059 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:16,101 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/ns/658d47b742154495af7f7605ce3aeb11 2024-11-09T02:18:16,119 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/table/7acfb45eecb949d3bc184f57e4c39fb2 is 53, key is hbase:replication/table:state/1731118694269/Put/seqid=0 2024-11-09T02:18:16,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741841_1017 (size=5256) 2024-11-09T02:18:16,260 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:18:16,260 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:18:16,260 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:16,460 DEBUG [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:16,523 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/table/7acfb45eecb949d3bc184f57e4c39fb2 2024-11-09T02:18:16,529 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/info/b40dbabb47b74f8883203849f7d0eb8a as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/info/b40dbabb47b74f8883203849f7d0eb8a 2024-11-09T02:18:16,533 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/info/b40dbabb47b74f8883203849f7d0eb8a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T02:18:16,534 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/ns/658d47b742154495af7f7605ce3aeb11 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/ns/658d47b742154495af7f7605ce3aeb11 2024-11-09T02:18:16,539 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/ns/658d47b742154495af7f7605ce3aeb11, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:18:16,540 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/table/7acfb45eecb949d3bc184f57e4c39fb2 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/table/7acfb45eecb949d3bc184f57e4c39fb2 2024-11-09T02:18:16,544 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/table/7acfb45eecb949d3bc184f57e4c39fb2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T02:18:16,545 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false 2024-11-09T02:18:16,549 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:18:16,550 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:16,550 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:16,550 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:16,550 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118695259Running coprocessor pre-close hooks at 1731118695259Disabling compacts and flushes for region at 1731118695259Disabling writes for close at 1731118695259Obtaining lock to block concurrent updates at 1731118695259Preparing flush snapshotting stores in 1588230740 at 1731118695259Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731118695259Flushing stores of hbase:meta,,1.1588230740 at 1731118695260 (+1 ms)Flushing 1588230740/info: creating writer at 1731118695260Flushing 1588230740/info: appending metadata at 1731118695272 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731118695272Flushing 1588230740/ns: creating writer at 1731118695681 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731118695697 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731118695697Flushing 1588230740/table: creating writer at 1731118696106 (+409 ms)Flushing 1588230740/table: appending metadata at 1731118696119 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731118696119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4352c499: reopening flushed file at 1731118696528 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f4401f: reopening flushed file at 1731118696533 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77032e45: reopening flushed file at 1731118696539 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1286ms, sequenceid=11, compaction requested=false at 1731118696545 (+6 ms)Writing region close event to WAL at 1731118696546 (+1 ms)Running coprocessor post-close hooks at 1731118696550 (+4 ms)Closed at 1731118696550 2024-11-09T02:18:16,550 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:16,637 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 to pos 0, reset compression=false 2024-11-09T02:18:16,660 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,34719,1731118684258; all regions closed. 2024-11-09T02:18:16,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741834_1010 (size=2742) 2024-11-09T02:18:16,664 DEBUG [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs 2024-11-09T02:18:16,664 INFO [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C34719%2C1731118684258.meta:.meta(num 1731118687173) 2024-11-09T02:18:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741837_1013 (size=1586) 2024-11-09T02:18:16,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.rep.1731118694229 not finished, retry = 0 2024-11-09T02:18:16,769 DEBUG [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs 2024-11-09T02:18:16,769 INFO [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C34719%2C1731118684258.rep:(num 1731118694229) 2024-11-09T02:18:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741833_1009 (size=93) 2024-11-09T02:18:16,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258/53f286d3af3b%2C34719%2C1731118684258.1731118686564 not finished, retry = 0 2024-11-09T02:18:16,873 DEBUG [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs 2024-11-09T02:18:16,873 INFO [RS:0;53f286d3af3b:34719 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C34719%2C1731118684258:(num 1731118686564) 2024-11-09T02:18:16,873 DEBUG [RS:0;53f286d3af3b:34719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:16,873 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:16,873 INFO [RS:0;53f286d3af3b:34719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:16,874 INFO [RS:0;53f286d3af3b:34719 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:16,874 INFO [RS:0;53f286d3af3b:34719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:16,874 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:16,874 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,34719,1731118684258 because: Region server is closing 2024-11-09T02:18:16,874 INFO [RS:0;53f286d3af3b:34719 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:34719. 2024-11-09T02:18:16,874 DEBUG [RS:0;53f286d3af3b:34719 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:16,874 DEBUG [RS:0;53f286d3af3b:34719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:16,874 DEBUG [RS:0;53f286d3af3b:34719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:16,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:16,975 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.wal-reader.53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:18:16,975 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.shipper53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:18:16,975 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,34719,1731118684258.replicationSource.shipper53f286d3af3b%2C34719%2C1731118684258,1-53f286d3af3b,34719,1731118684258 terminated 2024-11-09T02:18:16,975 INFO [RS:0;53f286d3af3b:34719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34719 2024-11-09T02:18:16,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/rs 2024-11-09T02:18:16,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/rs/53f286d3af3b,34719,1731118684258 2024-11-09T02:18:16,994 INFO [RS:0;53f286d3af3b:34719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:17,004 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,34719,1731118684258] 2024-11-09T02:18:17,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/draining/53f286d3af3b,34719,1731118684258 already deleted, retry=false 2024-11-09T02:18:17,015 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,34719,1731118684258 expired; onlineServers=0 2024-11-09T02:18:17,015 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,38953,1731118684026' ***** 2024-11-09T02:18:17,015 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:18:17,015 INFO [M:0;53f286d3af3b:38953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:17,015 INFO [M:0;53f286d3af3b:38953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:17,015 DEBUG [M:0;53f286d3af3b:38953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:18:17,015 DEBUG [M:0;53f286d3af3b:38953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:18:17,015 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:18:17,015 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118686375 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118686375,5,FailOnTimeoutGroup] 2024-11-09T02:18:17,015 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118686375 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118686375,5,FailOnTimeoutGroup] 2024-11-09T02:18:17,015 INFO [M:0;53f286d3af3b:38953 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:17,015 INFO [M:0;53f286d3af3b:38953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:17,015 DEBUG [M:0;53f286d3af3b:38953 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:18:17,015 INFO [M:0;53f286d3af3b:38953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:18:17,016 INFO [M:0;53f286d3af3b:38953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:17,016 INFO [M:0;53f286d3af3b:38953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:18:17,016 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:18:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/master 2024-11-09T02:18:17,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:17,025 DEBUG [M:0;53f286d3af3b:38953 {}] zookeeper.ZKUtil(347): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/master because node does not exist (not an error) 2024-11-09T02:18:17,025 WARN [M:0;53f286d3af3b:38953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:18:17,026 INFO [M:0;53f286d3af3b:38953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/.lastflushedseqids 2024-11-09T02:18:17,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741842_1018 (size=181) 2024-11-09T02:18:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34719-0x1011d62cb4c0001, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:17,104 INFO [RS:0;53f286d3af3b:34719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:17,104 INFO [RS:0;53f286d3af3b:34719 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,34719,1731118684258; zookeeper connection closed. 2024-11-09T02:18:17,105 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@260af517 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@260af517 2024-11-09T02:18:17,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:18:17,431 INFO [M:0;53f286d3af3b:38953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:18:17,431 INFO [M:0;53f286d3af3b:38953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:18:17,431 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:17,431 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:17,431 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:17,431 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:17,431 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:17,431 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T02:18:17,446 DEBUG [M:0;53f286d3af3b:38953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e75374b9525441bb68bdd1180597558 is 82, key is hbase:meta,,1/info:regioninfo/1731118687203/Put/seqid=0 2024-11-09T02:18:17,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741843_1019 (size=5672) 2024-11-09T02:18:17,850 INFO [M:0;53f286d3af3b:38953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e75374b9525441bb68bdd1180597558 2024-11-09T02:18:17,867 DEBUG [M:0;53f286d3af3b:38953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbfa26893f8f4557af3784ed3af90436 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731118694273/Put/seqid=0 2024-11-09T02:18:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741844_1020 (size=7203) 2024-11-09T02:18:18,272 INFO [M:0;53f286d3af3b:38953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbfa26893f8f4557af3784ed3af90436 2024-11-09T02:18:18,289 DEBUG [M:0;53f286d3af3b:38953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8c2c7d402dd40ea988ded13ae5f8a46 is 69, key is 53f286d3af3b,34719,1731118684258/rs:state/1731118686418/Put/seqid=0 2024-11-09T02:18:18,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741845_1021 (size=5156) 2024-11-09T02:18:18,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:18,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:18,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:18,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:18,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:18,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:18,693 INFO [M:0;53f286d3af3b:38953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8c2c7d402dd40ea988ded13ae5f8a46 2024-11-09T02:18:18,698 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e75374b9525441bb68bdd1180597558 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e75374b9525441bb68bdd1180597558 2024-11-09T02:18:18,703 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e75374b9525441bb68bdd1180597558, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T02:18:18,704 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbfa26893f8f4557af3784ed3af90436 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbfa26893f8f4557af3784ed3af90436 2024-11-09T02:18:18,708 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbfa26893f8f4557af3784ed3af90436, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T02:18:18,709 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e8c2c7d402dd40ea988ded13ae5f8a46 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8c2c7d402dd40ea988ded13ae5f8a46 2024-11-09T02:18:18,713 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8c2c7d402dd40ea988ded13ae5f8a46, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T02:18:18,714 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=70, compaction requested=false 2024-11-09T02:18:18,715 INFO [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:18,715 DEBUG [M:0;53f286d3af3b:38953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118697431Disabling compacts and flushes for region at 1731118697431Disabling writes for close at 1731118697431Obtaining lock to block concurrent updates at 1731118697431Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118697431Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731118697432 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118697432Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118697432Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118697445 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118697445Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118697854 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118697867 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118697867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118698276 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118698289 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118698289Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1416c72e: reopening flushed file at 1731118698698 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afc25e: reopening flushed file at 1731118698703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eeaa178: reopening flushed file at 1731118698708 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=70, compaction requested=false at 1731118698714 (+6 ms)Writing region close event to WAL at 1731118698715 (+1 ms)Closed at 1731118698715 2024-11-09T02:18:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741830_1006 (size=41008) 2024-11-09T02:18:18,717 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026/53f286d3af3b%2C38953%2C1731118684026.1731118686089 not finished, retry = 0 2024-11-09T02:18:18,818 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:18,818 INFO [M:0;53f286d3af3b:38953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:18:18,819 INFO [M:0;53f286d3af3b:38953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38953 2024-11-09T02:18:18,819 INFO [M:0;53f286d3af3b:38953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:19,041 INFO [M:0;53f286d3af3b:38953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:19,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38953-0x1011d62cb4c0000, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:19,043 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:18:19,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:19,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36705 2024-11-09T02:18:19,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36705 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:19,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367050x0, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:19,057 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36705-0x1011d62cb4c0006 connected 2024-11-09T02:18:19,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:19,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:19,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:19,072 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: INIT 2024-11-09T02:18:19,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb, hbase.cluster.distributed=false 2024-11-09T02:18:19,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/acl 2024-11-09T02:18:19,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36705 2024-11-09T02:18:19,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36705 2024-11-09T02:18:19,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36705 2024-11-09T02:18:19,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36705 2024-11-09T02:18:19,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36705 2024-11-09T02:18:19,088 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:18:19,088 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:19,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45479 2024-11-09T02:18:19,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45479 connecting to ZooKeeper ensemble=127.0.0.1:52592 2024-11-09T02:18:19,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:19,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:19,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454790x0, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:19,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:19,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45479-0x1011d62cb4c0007 connected 2024-11-09T02:18:19,106 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: INIT 2024-11-09T02:18:19,106 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:18:19,107 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:18:19,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/master 2024-11-09T02:18:19,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/acl 2024-11-09T02:18:19,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-09T02:18:19,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45479 2024-11-09T02:18:19,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45479 2024-11-09T02:18:19,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-09T02:18:19,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45479 2024-11-09T02:18:19,119 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:36705 2024-11-09T02:18:19,119 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02015682673/backup-masters/53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:19,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:19,131 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on existing znode=/02015682673/backup-masters/53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02015682673/master 2024-11-09T02:18:19,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:19,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:19,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on existing znode=/02015682673/master 2024-11-09T02:18:19,142 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02015682673/backup-masters/53f286d3af3b,36705,1731118699043 from backup master directory 2024-11-09T02:18:19,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/backup-masters/53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:19,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/backup-masters 2024-11-09T02:18:19,151 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:19,152 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,160 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:19,160 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:18:19,165 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-09T02:18:19,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741846_1022 (size=196) 2024-11-09T02:18:19,578 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:19,578 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:18:19,579 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:19,583 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T02:18:19,585 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026 to hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026-dead as it is dead 2024-11-09T02:18:19,585 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026-dead/53f286d3af3b%2C38953%2C1731118684026.1731118686089 2024-11-09T02:18:19,586 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026-dead/53f286d3af3b%2C38953%2C1731118684026.1731118686089 after 1ms 2024-11-09T02:18:19,586 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026-dead/53f286d3af3b%2C38953%2C1731118684026.1731118686089 to hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C38953%2C1731118684026.1731118686089 2024-11-09T02:18:19,586 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,38953,1731118684026-dead 2024-11-09T02:18:19,587 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,587 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:19,588 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C36705%2C1731118699043, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,36705,1731118699043, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/oldWALs, maxLogs=10 2024-11-09T02:18:19,600 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,36705,1731118699043/53f286d3af3b%2C36705%2C1731118699043.1731118699588, exclude list is [], retry=0 2024-11-09T02:18:19,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:19,603 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,36705,1731118699043/53f286d3af3b%2C36705%2C1731118699043.1731118699588 2024-11-09T02:18:19,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:19,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:19,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:19,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,606 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:18:19,606 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:19,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e75374b9525441bb68bdd1180597558 2024-11-09T02:18:19,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:19,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:18:19,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:19,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbfa26893f8f4557af3784ed3af90436 2024-11-09T02:18:19,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:19,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:18:19,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:19,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e8c2c7d402dd40ea988ded13ae5f8a46 2024-11-09T02:18:19,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:19,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:18:19,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:19,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:19,624 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,624 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T02:18:19,624 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C38953%2C1731118684026.1731118686089 2024-11-09T02:18:19,629 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C38953%2C1731118684026.1731118686089 2024-11-09T02:18:19,629 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/53f286d3af3b%2C38953%2C1731118684026.1731118686089 2024-11-09T02:18:19,630 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,631 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,631 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:19,632 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:19,634 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T02:18:19,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71071434, jitterRate=0.05904689431190491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:19,635 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118699604Initializing all the Stores at 1731118699605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118699605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118699605Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118699605Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118699605Cleaning up temporary data from old regions at 1731118699631 (+26 ms)Region opened successfully at 1731118699635 (+4 ms) 2024-11-09T02:18:19,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:18:19,637 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2a9d88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:19,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T02:18:19,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:18:19,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:18:19,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:18:19,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:18:19,642 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:19,642 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:18:19,642 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:18:19,642 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T02:18:19,642 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:18:19,644 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=53f286d3af3b,34719,1731118684258, regionLocation=53f286d3af3b,34719,1731118684258, openSeqNum=2 2024-11-09T02:18:19,644 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=53f286d3af3b,34719,1731118684258, table=hbase:meta, region=1588230740 2024-11-09T02:18:19,644 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,34719,1731118684258, state=OPEN 2024-11-09T02:18:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:19,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:19,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:19,702 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:18:19,709 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/draining/53f286d3af3b,34719,1731118684258 already deleted, retry=false 2024-11-09T02:18:19,709 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 53f286d3af3b,34719,1731118684258 on 53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,710 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 53f286d3af3b,34719,1731118684258, splitWal=true, meta=true 2024-11-09T02:18:19,711 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 53f286d3af3b,34719,1731118684258 (carryingMeta=true) 53f286d3af3b,34719,1731118684258/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4dc557a6[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T02:18:19,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/balancer because node does not exist (not necessarily an error) 2024-11-09T02:18:19,720 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/balancer already deleted, retry=false 2024-11-09T02:18:19,720 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:18:19,721 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:18:19,730 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/normalizer already deleted, retry=false 2024-11-09T02:18:19,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:18:19,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:18:19,741 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/switch/split already deleted, retry=false 2024-11-09T02:18:19,742 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:18:19,751 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/switch/merge already deleted, retry=false 2024-11-09T02:18:19,764 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:18:19,773 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/snapshot-cleanup already deleted, retry=false 2024-11-09T02:18:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:19,784 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,36705,1731118699043, sessionid=0x1011d62cb4c0006, setting cluster-up flag (Was=false) 2024-11-09T02:18:19,794 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02015682673/flush-table-proc/acquired, /02015682673/flush-table-proc/reached, /02015682673/flush-table-proc/abort 2024-11-09T02:18:19,795 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,805 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02015682673/online-snapshot/acquired, /02015682673/online-snapshot/reached, /02015682673/online-snapshot/abort 2024-11-09T02:18:19,806 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,36705,1731118699043 2024-11-09T02:18:19,807 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/.lastflushedseqids 2024-11-09T02:18:19,809 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:18:19,809 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:18:19,809 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,36705,1731118699043 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 53f286d3af3b,34719,1731118684258 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:18:19,811 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(746): ClusterId : c9203618-5c13-4399-b6f5-db8c6e8e38e5 2024-11-09T02:18:19,811 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:19,811 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118729812 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,812 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 53f286d3af3b,34719,1731118684258, splitWal=true, meta=true 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:18:19,812 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:18:19,813 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:18:19,813 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:18:19,813 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:18:19,813 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:18:19,813 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 53f286d3af3b,34719,1731118684258, splitWal=true, meta=true, isMeta: true 2024-11-09T02:18:19,814 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258-splitting 2024-11-09T02:18:19,814 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258-splitting dir is empty, no logs to split. 2024-11-09T02:18:19,814 INFO [PEWorker-1 {}] master.SplitWALManager(105): 53f286d3af3b,34719,1731118684258 WAL count=0, meta=true 2024-11-09T02:18:19,816 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258-splitting dir is empty, no logs to split. 2024-11-09T02:18:19,816 INFO [PEWorker-1 {}] master.SplitWALManager(105): 53f286d3af3b,34719,1731118684258 WAL count=0, meta=true 2024-11-09T02:18:19,816 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 53f286d3af3b,34719,1731118684258 WAL splitting is done? wals=0, meta=true 2024-11-09T02:18:19,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:18:19,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:19,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T02:18:19,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118699813,5,FailOnTimeoutGroup] 2024-11-09T02:18:19,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118699820,5,FailOnTimeoutGroup] 2024-11-09T02:18:19,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:18:19,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118699820, completionTime=-1 2024-11-09T02:18:19,820 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T02:18:19,820 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T02:18:19,822 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:18:19,822 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:18:19,832 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:18:19,832 DEBUG [RS:0;53f286d3af3b:45479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f897ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:19,842 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:45479 2024-11-09T02:18:19,842 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:18:19,842 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:18:19,842 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:18:19,843 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,36705,1731118699043 with port=45479, startcode=1731118699087 2024-11-09T02:18:19,843 DEBUG [RS:0;53f286d3af3b:45479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:18:19,844 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:18:19,844 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,45479,1731118699087 2024-11-09T02:18:19,845 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36705 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,45479,1731118699087 2024-11-09T02:18:19,846 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb 2024-11-09T02:18:19,846 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35087 2024-11-09T02:18:19,846 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:18:19,871 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=51ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T02:18:19,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/rs 2024-11-09T02:18:19,885 DEBUG [RS:0;53f286d3af3b:45479 {}] zookeeper.ZKUtil(111): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on existing znode=/02015682673/rs/53f286d3af3b,45479,1731118699087 2024-11-09T02:18:19,885 WARN [RS:0;53f286d3af3b:45479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:19,885 INFO [RS:0;53f286d3af3b:45479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:19,885 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087 2024-11-09T02:18:19,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,45479,1731118699087] 2024-11-09T02:18:19,901 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:18:19,902 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:18:19,903 INFO [RS:0;53f286d3af3b:45479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:18:19,903 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,903 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:19,904 DEBUG [RS:0;53f286d3af3b:45479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,905 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45479,1731118699087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:19,917 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:18:19,917 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45479,1731118699087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,929 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,45479,1731118699087, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:18:19,929 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,929 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.Replication(171): 53f286d3af3b,45479,1731118699087 started 2024-11-09T02:18:19,941 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:19,941 DEBUG [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:33613' 2024-11-09T02:18:19,941 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,45479,1731118699087, RpcServer on 53f286d3af3b/172.17.0.3:45479, sessionid=0x1011d62cb4c0007 2024-11-09T02:18:19,941 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:18:19,941 DEBUG [RS:0;53f286d3af3b:45479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,45479,1731118699087 2024-11-09T02:18:19,941 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,45479,1731118699087' 2024-11-09T02:18:19,941 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02015682673/flush-table-proc/abort' 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02015682673/flush-table-proc/acquired' 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e92bb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,45479,1731118699087 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,45479,1731118699087' 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33613,-1 for getting cluster id 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02015682673/online-snapshot/abort' 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02015682673/online-snapshot/acquired' 2024-11-09T02:18:19,942 DEBUG [RS:0;53f286d3af3b:45479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:18:19,942 INFO [RS:0;53f286d3af3b:45479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:18:19,942 INFO [RS:0;53f286d3af3b:45479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:18:19,943 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '36bf8c4f-b14a-44f3-8e5f-042f420e7d73' 2024-11-09T02:18:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:19,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "36bf8c4f-b14a-44f3-8e5f-042f420e7d73" 2024-11-09T02:18:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57c1f213, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33613,-1] 2024-11-09T02:18:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:19,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:19,945 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:19,945 DEBUG [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd876ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:19,945 DEBUG [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:19,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33613,1731118689579 2024-11-09T02:18:19,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509c21a7 2024-11-09T02:18:19,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:19,947 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T02:18:19,947 INFO [RS:0;53f286d3af3b:45479.replicationSource,1-53f286d3af3b,45479,1731118699087 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,45479,1731118699087 (queues=0) is replicating from cluster=c9203618-5c13-4399-b6f5-db8c6e8e38e5 to cluster=36bf8c4f-b14a-44f3-8e5f-042f420e7d73 2024-11-09T02:18:19,968 WARN [53f286d3af3b:36705 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:18:20,043 INFO [RS:0;53f286d3af3b:45479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:20,044 INFO [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C45479%2C1731118699087, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs, maxLogs=10 2024-11-09T02:18:20,056 DEBUG [RS:0;53f286d3af3b:45479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044, exclude list is [], retry=0 2024-11-09T02:18:20,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:20,060 INFO [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 2024-11-09T02:18:20,060 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 53f286d3af3b%2C45479%2C1731118699087 for peer 1 2024-11-09T02:18:20,061 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C45479%2C1731118699087 2024-11-09T02:18:20,061 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,45479,1731118699087, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:18:20,061 DEBUG [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:20,061 INFO [RS:0;53f286d3af3b:45479.replicationSource.shipper53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C45479%2C1731118699087 2024-11-09T02:18:20,061 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044, startPosition=0, beingWritten=true 2024-11-09T02:18:20,218 DEBUG [53f286d3af3b:36705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:18:20,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,45479,1731118699087 2024-11-09T02:18:20,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,45479,1731118699087, state=OPENING 2024-11-09T02:18:20,265 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:20,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:20,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:20,267 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:20,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:20,267 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:20,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,45479,1731118699087}] 2024-11-09T02:18:20,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:20,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:18:20,424 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:18:20,424 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:20,424 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:18:20,425 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C45479%2C1731118699087.meta, suffix=.meta, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs, maxLogs=10 2024-11-09T02:18:20,437 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.meta.1731118700426.meta, exclude list is [], retry=0 2024-11-09T02:18:20,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:20,440 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.meta.1731118700426.meta 2024-11-09T02:18:20,440 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:20,440 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:20,441 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:20,441 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:20,441 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:18:20,441 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:18:20,441 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:18:20,441 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:20,441 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:18:20,441 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:18:20,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:20,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:20,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:20,448 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/info/b40dbabb47b74f8883203849f7d0eb8a 2024-11-09T02:18:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:20,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:20,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:20,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:20,454 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/ns/658d47b742154495af7f7605ce3aeb11 2024-11-09T02:18:20,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:20,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:20,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:20,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:20,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:20,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:20,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:20,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:20,461 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/table/7acfb45eecb949d3bc184f57e4c39fb2 2024-11-09T02:18:20,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:20,462 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:20,462 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740 2024-11-09T02:18:20,464 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740 2024-11-09T02:18:20,465 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:20,465 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:20,465 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:20,466 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:20,467 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63629360, jitterRate=-0.051848649978637695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:20,467 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:18:20,467 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118700441Writing region info on filesystem at 1731118700441Initializing all the Stores at 1731118700442 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118700442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118700442Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118700442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118700442Cleaning up temporary data from old regions at 1731118700465 (+23 ms)Running coprocessor post-open hooks at 1731118700467 (+2 ms)Region opened successfully at 1731118700467 2024-11-09T02:18:20,468 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731118700419 2024-11-09T02:18:20,469 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:18:20,469 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:18:20,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=53f286d3af3b,45479,1731118699087 2024-11-09T02:18:20,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,45479,1731118699087, state=OPEN 2024-11-09T02:18:20,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:20,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02015682673/meta-region-server 2024-11-09T02:18:20,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:20,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02015682673/meta-region-server: CHANGED 2024-11-09T02:18:20,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,45479,1731118699087 2024-11-09T02:18:20,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T02:18:20,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,45479,1731118699087 in 221 msec 2024-11-09T02:18:20,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:18:20,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 673 msec 2024-11-09T02:18:20,569 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:20,973 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:21,373 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T02:18:21,478 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:22,082 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:22,787 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:22,876 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3056ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T02:18:23,591 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:24,328 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T02:18:24,328 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:18:24,328 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:24,329 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,45479,1731118699087, seqNum=-1] 2024-11-09T02:18:24,329 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:24,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:24,333 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d1a747861fa8eeb63ed04d578b59aa9, regionState=OPEN, lastHost=53f286d3af3b,34719,1731118684258, regionLocation=53f286d3af3b,34719,1731118684258, openSeqNum=2 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118764333 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118824333 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T02:18:24,333 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 53f286d3af3b,34719,1731118684258 had 2 regions 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36705,1731118699043-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36705,1731118699043-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36705,1731118699043-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:36705, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,333 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,334 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 53f286d3af3b,34719,1731118684258, splitWal=true, meta=true, isMeta: false 2024-11-09T02:18:24,336 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258-splitting dir is empty, no logs to split. 2024-11-09T02:18:24,336 INFO [PEWorker-3 {}] master.SplitWALManager(105): 53f286d3af3b,34719,1731118684258 WAL count=0, meta=false 2024-11-09T02:18:24,338 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,34719,1731118684258-splitting dir is empty, no logs to split. 2024-11-09T02:18:24,338 INFO [PEWorker-3 {}] master.SplitWALManager(105): 53f286d3af3b,34719,1731118684258 WAL count=0, meta=false 2024-11-09T02:18:24,338 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 53f286d3af3b,34719,1731118684258 WAL splitting is done? wals=0, meta=false 2024-11-09T02:18:24,339 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.187sec 2024-11-09T02:18:24,339 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:18:24,339 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:18:24,339 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:18:24,339 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:18:24,340 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:18:24,340 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36705,1731118699043-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:24,340 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36705,1731118699043-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:18:24,340 WARN [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=53f286d3af3b,34719,1731118684258/hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:24,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN}] 2024-11-09T02:18:24,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN 2024-11-09T02:18:24,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T02:18:24,343 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:18:24,343 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:18:24,343 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36705,1731118699043-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:24,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41feb522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:24,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,36705,-1 for getting cluster id 2024-11-09T02:18:24,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:24,415 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9203618-5c13-4399-b6f5-db8c6e8e38e5' 2024-11-09T02:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9203618-5c13-4399-b6f5-db8c6e8e38e5" 2024-11-09T02:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743b1b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,36705,-1] 2024-11-09T02:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:24,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,417 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:24,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:24,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,45479,1731118699087, seqNum=-1] 2024-11-09T02:18:24,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:24,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T02:18:24,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:24,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:24,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:24,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 53f286d3af3b:36705 after: 53f286d3af3b:36705 2024-11-09T02:18:24,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:24,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,36705,-1 for getting cluster id 2024-11-09T02:18:24,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:24,424 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9203618-5c13-4399-b6f5-db8c6e8e38e5' 2024-11-09T02:18:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9203618-5c13-4399-b6f5-db8c6e8e38e5" 2024-11-09T02:18:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17717c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,36705,-1] 2024-11-09T02:18:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:24,424 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,425 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:24,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:24,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:24,426 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,36705,1731118699043 2024-11-09T02:18:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b99ace 2024-11-09T02:18:24,427 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:24,427 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:24,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36705 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T02:18:24,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:18:24,428 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:24,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:24,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:24,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:18:24,428 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1372917480, stopped=false 2024-11-09T02:18:24,429 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,33613,1731118689579 2024-11-09T02:18:24,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1853364943/running 2024-11-09T02:18:24,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1853364943/running 2024-11-09T02:18:24,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:24,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:24,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:24,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:24,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:24,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/running 2024-11-09T02:18:24,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,38435,1731118689718' ***** 2024-11-09T02:18:24,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:18:24,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Set watcher on znode that does not yet exist, /1-1853364943/running 2024-11-09T02:18:24,436 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:18:24,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:18:24,436 INFO [RS:0;53f286d3af3b:38435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:18:24,436 INFO [RS:0;53f286d3af3b:38435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:18:24,436 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,38435,1731118689718 2024-11-09T02:18:24,436 INFO [RS:0;53f286d3af3b:38435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:24,436 INFO [RS:0;53f286d3af3b:38435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38435. 2024-11-09T02:18:24,436 DEBUG [RS:0;53f286d3af3b:38435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:24,436 DEBUG [RS:0;53f286d3af3b:38435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:24,437 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:18:24,437 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:18:24,437 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:18:24,437 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:18:24,437 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:18:24,437 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:18:24,437 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:24,437 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:24,437 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:24,437 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:24,437 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:24,437 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:24,437 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T02:18:24,451 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/.tmp/ns/93335c2e5b14484f8649b76ab899129a is 43, key is default/ns:d/1731118692992/Put/seqid=0 2024-11-09T02:18:24,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741835_1011 (size=5153) 2024-11-09T02:18:24,459 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:24,493 DEBUG [53f286d3af3b:36705 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:18:24,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9d1a747861fa8eeb63ed04d578b59aa9, regionState=OPENING, regionLocation=53f286d3af3b,45479,1731118699087 2024-11-09T02:18:24,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN because future has completed 2024-11-09T02:18:24,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1a747861fa8eeb63ed04d578b59aa9, server=53f286d3af3b,45479,1731118699087}] 2024-11-09T02:18:24,496 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:24,637 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:24,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:24,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:24,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:18:24,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C45479%2C1731118699087.rep, suffix=, logDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087, archiveDir=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs, maxLogs=10 2024-11-09T02:18:24,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.rep.1731118704652, exclude list is [], retry=0 2024-11-09T02:18:24,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39589,DS-3d5247c7-5099-4aef-956c-6ea962473ef7,DISK] 2024-11-09T02:18:24,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.rep.1731118704652 2024-11-09T02:18:24,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43033:43033)] 2024-11-09T02:18:24,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d1a747861fa8eeb63ed04d578b59aa9, NAME => 'hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:24,667 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:24,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:24,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. service=MultiRowMutationService 2024-11-09T02:18:24,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:18:24,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:24,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,668 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,669 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,670 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1a747861fa8eeb63ed04d578b59aa9 columnFamilyName hfileref 2024-11-09T02:18:24,670 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:24,671 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(327): Store=9d1a747861fa8eeb63ed04d578b59aa9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:24,671 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,671 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1a747861fa8eeb63ed04d578b59aa9 columnFamilyName queue 2024-11-09T02:18:24,671 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:24,676 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/queue/ead5383ba72441b69f778f39e83bb3b7 2024-11-09T02:18:24,676 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(327): Store=9d1a747861fa8eeb63ed04d578b59aa9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:24,676 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,677 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d1a747861fa8eeb63ed04d578b59aa9 columnFamilyName sid 2024-11-09T02:18:24,677 DEBUG [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:24,677 INFO [StoreOpener-9d1a747861fa8eeb63ed04d578b59aa9-1 {}] regionserver.HStore(327): Store=9d1a747861fa8eeb63ed04d578b59aa9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:24,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:18:24,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 9d1a747861fa8eeb63ed04d578b59aa9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72980668, jitterRate=0.08749669790267944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:18:24,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:24,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 9d1a747861fa8eeb63ed04d578b59aa9: Running coprocessor pre-open hook at 1731118704668Writing region info on filesystem at 1731118704668Initializing all the Stores at 1731118704669 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118704669Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118704669Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118704669Cleaning up temporary data from old regions at 1731118704680 (+11 ms)Running coprocessor post-open hooks at 1731118704682 (+2 ms)Region opened successfully at 1731118704683 (+1 ms) 2024-11-09T02:18:24,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., pid=13, masterSystemTime=1731118704647 2024-11-09T02:18:24,685 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:24,685 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:24,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=9d1a747861fa8eeb63ed04d578b59aa9, regionState=OPEN, openSeqNum=9, regionLocation=53f286d3af3b,45479,1731118699087 2024-11-09T02:18:24,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d1a747861fa8eeb63ed04d578b59aa9, server=53f286d3af3b,45479,1731118699087 because future has completed 2024-11-09T02:18:24,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T02:18:24,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d1a747861fa8eeb63ed04d578b59aa9, server=53f286d3af3b,45479,1731118699087 in 194 msec 2024-11-09T02:18:24,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T02:18:24,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9d1a747861fa8eeb63ed04d578b59aa9, ASSIGN in 350 msec 2024-11-09T02:18:24,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T02:18:24,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., hostname=53f286d3af3b,45479,1731118699087, seqNum=9] 2024-11-09T02:18:24,708 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 53f286d3af3b,34719,1731118684258 2024-11-09T02:18:24,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T02:18:24,837 DEBUG [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:24,855 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/.tmp/ns/93335c2e5b14484f8649b76ab899129a 2024-11-09T02:18:24,861 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/.tmp/ns/93335c2e5b14484f8649b76ab899129a as hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/ns/93335c2e5b14484f8649b76ab899129a 2024-11-09T02:18:24,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T02:18:24,867 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/ns/93335c2e5b14484f8649b76ab899129a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T02:18:24,868 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-09T02:18:24,868 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:18:24,874 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:18:24,874 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:24,874 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:24,874 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:24,874 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118704437Running coprocessor pre-close hooks at 1731118704437Disabling compacts and flushes for region at 1731118704437Disabling writes for close at 1731118704437Obtaining lock to block concurrent updates at 1731118704437Preparing flush snapshotting stores in 1588230740 at 1731118704437Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731118704437Flushing stores of hbase:meta,,1.1588230740 at 1731118704438 (+1 ms)Flushing 1588230740/ns: creating writer at 1731118704438Flushing 1588230740/ns: appending metadata at 1731118704451 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731118704451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a17f59f: reopening flushed file at 1731118704860 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731118704868 (+8 ms)Writing region close event to WAL at 1731118704870 (+2 ms)Running coprocessor post-close hooks at 1731118704874 (+4 ms)Closed at 1731118704874 2024-11-09T02:18:24,875 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:24,887 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:18:24,888 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:18:25,037 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,38435,1731118689718; all regions closed. 2024-11-09T02:18:25,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741834_1010 (size=1152) 2024-11-09T02:18:25,040 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718/53f286d3af3b%2C38435%2C1731118689718.meta.1731118692942.meta not finished, retry = 0 2024-11-09T02:18:25,142 DEBUG [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/oldWALs 2024-11-09T02:18:25,142 INFO [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38435%2C1731118689718.meta:.meta(num 1731118692942) 2024-11-09T02:18:25,144 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/WALs/53f286d3af3b,38435,1731118689718/53f286d3af3b%2C38435%2C1731118689718.1731118691973 not finished, retry = 0 2024-11-09T02:18:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741832_1008 (size=93) 2024-11-09T02:18:25,246 DEBUG [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/oldWALs 2024-11-09T02:18:25,246 INFO [RS:0;53f286d3af3b:38435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C38435%2C1731118689718:(num 1731118691973) 2024-11-09T02:18:25,246 DEBUG [RS:0;53f286d3af3b:38435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:25,246 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:25,246 INFO [RS:0;53f286d3af3b:38435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:25,246 INFO [RS:0;53f286d3af3b:38435 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:25,246 INFO [RS:0;53f286d3af3b:38435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:25,246 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:25,246 INFO [RS:0;53f286d3af3b:38435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38435 2024-11-09T02:18:25,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943/rs 2024-11-09T02:18:25,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1853364943/rs/53f286d3af3b,38435,1731118689718 2024-11-09T02:18:25,299 INFO [RS:0;53f286d3af3b:38435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:25,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,38435,1731118689718] 2024-11-09T02:18:25,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1853364943/draining/53f286d3af3b,38435,1731118689718 already deleted, retry=false 2024-11-09T02:18:25,320 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,38435,1731118689718 expired; onlineServers=0 2024-11-09T02:18:25,320 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,33613,1731118689579' ***** 2024-11-09T02:18:25,320 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:25,320 DEBUG [M:0;53f286d3af3b:33613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:18:25,320 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:18:25,320 DEBUG [M:0;53f286d3af3b:33613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:18:25,320 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118691733 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118691733,5,FailOnTimeoutGroup] 2024-11-09T02:18:25,320 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118691733 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118691733,5,FailOnTimeoutGroup] 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:25,320 DEBUG [M:0;53f286d3af3b:33613 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:25,320 INFO [M:0;53f286d3af3b:33613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:18:25,320 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:18:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1853364943/master 2024-11-09T02:18:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1853364943 2024-11-09T02:18:25,330 DEBUG [M:0;53f286d3af3b:33613 {}] zookeeper.ZKUtil(347): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Unable to get data of znode /1-1853364943/master because node does not exist (not an error) 2024-11-09T02:18:25,330 WARN [M:0;53f286d3af3b:33613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:18:25,333 INFO [M:0;53f286d3af3b:33613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/.lastflushedseqids 2024-11-09T02:18:25,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741836_1012 (size=99) 2024-11-09T02:18:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:25,409 INFO [RS:0;53f286d3af3b:38435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:25,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38435-0x1011d62cb4c0004, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:25,409 INFO [RS:0;53f286d3af3b:38435 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,38435,1731118689718; zookeeper connection closed. 2024-11-09T02:18:25,410 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57cd75e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57cd75e9 2024-11-09T02:18:25,410 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:18:25,500 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:25,738 INFO [M:0;53f286d3af3b:33613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:18:25,738 INFO [M:0;53f286d3af3b:33613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:18:25,738 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:25,738 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:25,738 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:25,738 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:25,738 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:25,738 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T02:18:25,752 DEBUG [M:0;53f286d3af3b:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5fcd6d401345c99a4ad2d1cea4cd75 is 82, key is hbase:meta,,1/info:regioninfo/1731118692971/Put/seqid=0 2024-11-09T02:18:25,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741837_1013 (size=5672) 2024-11-09T02:18:25,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:25,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:25,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:26,157 INFO [M:0;53f286d3af3b:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5fcd6d401345c99a4ad2d1cea4cd75 2024-11-09T02:18:26,175 DEBUG [M:0;53f286d3af3b:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4680a67b4eb8445bb41a78819450bd10 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731118692995/Put/seqid=0 2024-11-09T02:18:26,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741838_1014 (size=5275) 2024-11-09T02:18:26,579 INFO [M:0;53f286d3af3b:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4680a67b4eb8445bb41a78819450bd10 2024-11-09T02:18:26,597 DEBUG [M:0;53f286d3af3b:33613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad45ce75a09148c9bb253084a302facf is 69, key is 53f286d3af3b,38435,1731118689718/rs:state/1731118691782/Put/seqid=0 2024-11-09T02:18:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741839_1015 (size=5156) 2024-11-09T02:18:26,605 DEBUG [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.1731118700044 to pos 0, reset compression=false 2024-11-09T02:18:27,001 INFO [M:0;53f286d3af3b:33613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad45ce75a09148c9bb253084a302facf 2024-11-09T02:18:27,006 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb5fcd6d401345c99a4ad2d1cea4cd75 as hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb5fcd6d401345c99a4ad2d1cea4cd75 2024-11-09T02:18:27,011 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb5fcd6d401345c99a4ad2d1cea4cd75, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T02:18:27,012 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4680a67b4eb8445bb41a78819450bd10 as hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4680a67b4eb8445bb41a78819450bd10 2024-11-09T02:18:27,022 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4680a67b4eb8445bb41a78819450bd10, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T02:18:27,024 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad45ce75a09148c9bb253084a302facf as hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad45ce75a09148c9bb253084a302facf 2024-11-09T02:18:27,029 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33159/user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad45ce75a09148c9bb253084a302facf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T02:18:27,030 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false 2024-11-09T02:18:27,036 INFO [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:27,036 DEBUG [M:0;53f286d3af3b:33613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118705738Disabling compacts and flushes for region at 1731118705738Disabling writes for close at 1731118705738Obtaining lock to block concurrent updates at 1731118705738Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118705738Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731118705738Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118705739 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118705739Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118705752 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118705752Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118706161 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118706175 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118706175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118706584 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118706596 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118706596Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b3e519: reopening flushed file at 1731118707005 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc4e70f: reopening flushed file at 1731118707011 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54758960: reopening flushed file at 1731118707023 (+12 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=28, compaction requested=false at 1731118707030 (+7 ms)Writing region close event to WAL at 1731118707036 (+6 ms)Closed at 1731118707036 2024-11-09T02:18:27,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35959 is added to blk_1073741830_1006 (size=10165) 2024-11-09T02:18:27,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc9bd4e0-cbb3-b207-6a8b-1ec6af861042/MasterData/WALs/53f286d3af3b,33613,1731118689579/53f286d3af3b%2C33613%2C1731118689579.1731118691439 not finished, retry = 0 2024-11-09T02:18:27,140 INFO [M:0;53f286d3af3b:33613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:18:27,140 INFO [M:0;53f286d3af3b:33613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33613 2024-11-09T02:18:27,140 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:27,140 INFO [M:0;53f286d3af3b:33613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:27,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:27,257 INFO [M:0;53f286d3af3b:33613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:27,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33613-0x1011d62cb4c0003, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:27,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500e451c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:27,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f8e46f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:27,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:27,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64267e6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:27,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68df740a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:27,265 WARN [BP-2127201123-172.17.0.3-1731118687350 heartbeating to localhost/127.0.0.1:33159 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:18:27,265 WARN [BP-2127201123-172.17.0.3-1731118687350 heartbeating to localhost/127.0.0.1:33159 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2127201123-172.17.0.3-1731118687350 (Datanode Uuid 368d1ed2-11f6-425c-aedb-352fb130e23a) service to localhost/127.0.0.1:33159 2024-11-09T02:18:27,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/cluster_bbaf427a-340a-beea-7c21-1147f0c371b4/data/data1/current/BP-2127201123-172.17.0.3-1731118687350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:27,266 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/cluster_bbaf427a-340a-beea-7c21-1147f0c371b4/data/data2/current/BP-2127201123-172.17.0.3-1731118687350 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:27,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:18:27,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:18:27,266 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:18:27,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c0547c3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:27,273 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33c849b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:27,273 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:27,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583a4371{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:27,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e1b6fc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:18:27,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:18:27,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:27,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:27,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:27,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:18:27,292 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764506639, stopped=false 2024-11-09T02:18:27,292 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,36705,1731118699043 2024-11-09T02:18:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:27,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:27,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:27,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/running 2024-11-09T02:18:27,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:27,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:27,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:27,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Set watcher on znode that does not yet exist, /02015682673/running 2024-11-09T02:18:27,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:27,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,45479,1731118699087' ***** 2024-11-09T02:18:27,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:18:27,315 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:18:27,315 INFO [RS:0;53f286d3af3b:45479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:18:27,315 INFO [RS:0;53f286d3af3b:45479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:18:27,315 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:18:27,315 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,45479,1731118699087 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:45479. 2024-11-09T02:18:27,316 DEBUG [RS:0;53f286d3af3b:45479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:27,316 DEBUG [RS:0;53f286d3af3b:45479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:18:27,316 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:18:27,317 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1325): Online Regions={9d1a747861fa8eeb63ed04d578b59aa9=hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:18:27,317 DEBUG [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d1a747861fa8eeb63ed04d578b59aa9 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d1a747861fa8eeb63ed04d578b59aa9, disabling compactions & flushes 2024-11-09T02:18:27,317 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:27,317 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. after waiting 0 ms 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:27,317 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:27,317 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T02:18:27,327 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/replication/9d1a747861fa8eeb63ed04d578b59aa9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T02:18:27,329 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:27,329 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:27,329 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:27,329 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d1a747861fa8eeb63ed04d578b59aa9: Waiting for close lock at 1731118707317Running coprocessor pre-close hooks at 1731118707317Disabling compacts and flushes for region at 1731118707317Disabling writes for close at 1731118707317Writing region close event to WAL at 1731118707318 (+1 ms)Running coprocessor post-close hooks at 1731118707329 (+11 ms)Closed at 1731118707329 2024-11-09T02:18:27,329 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9. 2024-11-09T02:18:27,342 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/info/a39630813cb7499c91a6f64f35283d88 is 147, key is hbase:replication,,1731118693095.9d1a747861fa8eeb63ed04d578b59aa9./info:regioninfo/1731118704686/Put/seqid=0 2024-11-09T02:18:27,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741851_1027 (size=6385) 2024-11-09T02:18:27,350 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/info/a39630813cb7499c91a6f64f35283d88 2024-11-09T02:18:27,367 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/.tmp/info/a39630813cb7499c91a6f64f35283d88 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/info/a39630813cb7499c91a6f64f35283d88 2024-11-09T02:18:27,377 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/info/a39630813cb7499c91a6f64f35283d88, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T02:18:27,378 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=19, compaction requested=false 2024-11-09T02:18:27,389 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T02:18:27,390 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:27,390 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:27,390 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:27,390 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118707317Running coprocessor pre-close hooks at 1731118707317Disabling compacts and flushes for region at 1731118707317Disabling writes for close at 1731118707317Obtaining lock to block concurrent updates at 1731118707317Preparing flush snapshotting stores in 1588230740 at 1731118707317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731118707318 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118707319 (+1 ms)Flushing 1588230740/info: creating writer at 1731118707319Flushing 1588230740/info: appending metadata at 1731118707342 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731118707342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c3d7ab9: reopening flushed file at 1731118707366 (+24 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=19, compaction requested=false at 1731118707378 (+12 ms)Writing region close event to WAL at 1731118707383 (+5 ms)Running coprocessor post-close hooks at 1731118707390 (+7 ms)Closed at 1731118707390 2024-11-09T02:18:27,390 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:27,410 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:27,517 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,45479,1731118699087; all regions closed. 2024-11-09T02:18:27,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741849_1025 (size=2156) 2024-11-09T02:18:27,521 DEBUG [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs 2024-11-09T02:18:27,521 INFO [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C45479%2C1731118699087.meta:.meta(num 1731118700426) 2024-11-09T02:18:27,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741850_1026 (size=796) 2024-11-09T02:18:27,524 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/WALs/53f286d3af3b,45479,1731118699087/53f286d3af3b%2C45479%2C1731118699087.rep.1731118704652 not finished, retry = 0 2024-11-09T02:18:27,627 DEBUG [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs 2024-11-09T02:18:27,627 INFO [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C45479%2C1731118699087.rep:(num 1731118704652) 2024-11-09T02:18:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741848_1024 (size=93) 2024-11-09T02:18:27,632 DEBUG [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/oldWALs 2024-11-09T02:18:27,632 INFO [RS:0;53f286d3af3b:45479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C45479%2C1731118699087:(num 1731118700044) 2024-11-09T02:18:27,632 DEBUG [RS:0;53f286d3af3b:45479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,632 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:27,632 INFO [RS:0;53f286d3af3b:45479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:27,632 INFO [RS:0;53f286d3af3b:45479 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:27,633 INFO [RS:0;53f286d3af3b:45479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:27,633 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,45479,1731118699087 because: Region server is closing 2024-11-09T02:18:27,633 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T02:18:27,633 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T02:18:27,633 INFO [RS:0;53f286d3af3b:45479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:45479. 2024-11-09T02:18:27,633 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T02:18:27,633 DEBUG [RS:0;53f286d3af3b:45479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:27,633 DEBUG [RS:0;53f286d3af3b:45479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,633 DEBUG [RS:0;53f286d3af3b:45479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:27,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:27,634 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:27,734 WARN [RS:0;53f286d3af3b:45479.replicationSource.wal-reader.53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:18:27,734 WARN [RS:0;53f286d3af3b:45479.replicationSource.shipper53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:18:27,734 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;53f286d3af3b:45479.replicationSource.shipper53f286d3af3b%2C45479%2C1731118699087,1-53f286d3af3b,45479,1731118699087 terminated 2024-11-09T02:18:27,734 INFO [RS:0;53f286d3af3b:45479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45479 2024-11-09T02:18:27,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/rs/53f286d3af3b,45479,1731118699087 2024-11-09T02:18:27,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673/rs 2024-11-09T02:18:27,794 INFO [RS:0;53f286d3af3b:45479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:27,795 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,45479,1731118699087] 2024-11-09T02:18:27,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02015682673/draining/53f286d3af3b,45479,1731118699087 already deleted, retry=false 2024-11-09T02:18:27,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,45479,1731118699087 expired; onlineServers=0 2024-11-09T02:18:27,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,36705,1731118699043' ***** 2024-11-09T02:18:27,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:18:27,815 INFO [M:0;53f286d3af3b:36705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:27,815 INFO [M:0;53f286d3af3b:36705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:27,815 DEBUG [M:0;53f286d3af3b:36705 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:18:27,815 DEBUG [M:0;53f286d3af3b:36705 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:18:27,815 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118699820 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118699820,5,FailOnTimeoutGroup] 2024-11-09T02:18:27,815 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:18:27,815 INFO [M:0;53f286d3af3b:36705 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:27,815 INFO [M:0;53f286d3af3b:36705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:27,815 DEBUG [M:0;53f286d3af3b:36705 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:18:27,815 INFO [M:0;53f286d3af3b:36705 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:18:27,815 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118699813 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118699813,5,FailOnTimeoutGroup] 2024-11-09T02:18:27,816 INFO [M:0;53f286d3af3b:36705 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:27,816 INFO [M:0;53f286d3af3b:36705 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:18:27,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:18:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02015682673/master 2024-11-09T02:18:27,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02015682673 2024-11-09T02:18:27,825 DEBUG [M:0;53f286d3af3b:36705 {}] zookeeper.ZKUtil(347): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Unable to get data of znode /02015682673/master because node does not exist (not an error) 2024-11-09T02:18:27,826 WARN [M:0;53f286d3af3b:36705 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:18:27,827 INFO [M:0;53f286d3af3b:36705 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/.lastflushedseqids 2024-11-09T02:18:27,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741852_1028 (size=181) 2024-11-09T02:18:27,904 INFO [RS:0;53f286d3af3b:45479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:27,904 INFO [RS:0;53f286d3af3b:45479 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,45479,1731118699087; zookeeper connection closed. 2024-11-09T02:18:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:27,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45479-0x1011d62cb4c0007, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:27,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66213a62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66213a62 2024-11-09T02:18:27,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:18:28,238 INFO [M:0;53f286d3af3b:36705 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:18:28,239 INFO [M:0;53f286d3af3b:36705 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:18:28,239 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:28,239 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:28,239 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:28,239 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:28,239 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:28,239 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T02:18:28,265 DEBUG [M:0;53f286d3af3b:36705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c443902bc3b549cca550ca337b3e432c is 82, key is hbase:meta,,1/info:regioninfo/1731118700470/Put/seqid=0 2024-11-09T02:18:28,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741853_1029 (size=5672) 2024-11-09T02:18:28,675 INFO [M:0;53f286d3af3b:36705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c443902bc3b549cca550ca337b3e432c 2024-11-09T02:18:28,712 DEBUG [M:0;53f286d3af3b:36705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24fa66bbe1b448229729527476430346 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731118704691/Put/seqid=0 2024-11-09T02:18:28,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741854_1030 (size=7312) 2024-11-09T02:18:28,723 INFO [M:0;53f286d3af3b:36705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24fa66bbe1b448229729527476430346 2024-11-09T02:18:28,742 DEBUG [M:0;53f286d3af3b:36705 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1743d5b58cc43839500484ed1b43fec is 69, key is 53f286d3af3b,45479,1731118699087/rs:state/1731118699845/Put/seqid=0 2024-11-09T02:18:28,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741855_1031 (size=5370) 2024-11-09T02:18:29,155 INFO [M:0;53f286d3af3b:36705 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1743d5b58cc43839500484ed1b43fec 2024-11-09T02:18:29,159 INFO [M:0;53f286d3af3b:36705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1743d5b58cc43839500484ed1b43fec 2024-11-09T02:18:29,160 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c443902bc3b549cca550ca337b3e432c as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c443902bc3b549cca550ca337b3e432c 2024-11-09T02:18:29,164 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c443902bc3b549cca550ca337b3e432c, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T02:18:29,165 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24fa66bbe1b448229729527476430346 as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24fa66bbe1b448229729527476430346 2024-11-09T02:18:29,169 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24fa66bbe1b448229729527476430346, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T02:18:29,170 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1743d5b58cc43839500484ed1b43fec as hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1743d5b58cc43839500484ed1b43fec 2024-11-09T02:18:29,175 INFO [M:0;53f286d3af3b:36705 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f1743d5b58cc43839500484ed1b43fec 2024-11-09T02:18:29,175 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35087/user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1743d5b58cc43839500484ed1b43fec, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T02:18:29,176 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=127, compaction requested=false 2024-11-09T02:18:29,177 INFO [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:29,177 DEBUG [M:0;53f286d3af3b:36705 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118708239Disabling compacts and flushes for region at 1731118708239Disabling writes for close at 1731118708239Obtaining lock to block concurrent updates at 1731118708239Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118708239Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731118708240 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118708240Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118708240Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118708264 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118708264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118708691 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118708711 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118708711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118708727 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118708741 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118708741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1bcd14: reopening flushed file at 1731118709159 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e815f71: reopening flushed file at 1731118709164 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dece0fd: reopening flushed file at 1731118709170 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 937ms, sequenceid=127, compaction requested=false at 1731118709176 (+6 ms)Writing region close event to WAL at 1731118709177 (+1 ms)Closed at 1731118709177 2024-11-09T02:18:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39589 is added to blk_1073741847_1023 (size=22903) 2024-11-09T02:18:29,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef638f28-4ea2-b3c1-910d-3a76319b99eb/MasterData/WALs/53f286d3af3b,36705,1731118699043/53f286d3af3b%2C36705%2C1731118699043.1731118699588 not finished, retry = 0 2024-11-09T02:18:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:18:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:18:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:29,280 INFO [M:0;53f286d3af3b:36705 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:18:29,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:29,280 INFO [M:0;53f286d3af3b:36705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36705 2024-11-09T02:18:29,280 INFO [M:0;53f286d3af3b:36705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:29,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:29,469 INFO [M:0;53f286d3af3b:36705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:29,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36705-0x1011d62cb4c0006, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:29,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fc38bd6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:29,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@14bdd366{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:29,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:29,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@214d7ecd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:29,501 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26803457{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:29,502 WARN [BP-1482970122-172.17.0.3-1731118682035 heartbeating to localhost/127.0.0.1:35087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:18:29,502 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:18:29,502 WARN [BP-1482970122-172.17.0.3-1731118682035 heartbeating to localhost/127.0.0.1:35087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1482970122-172.17.0.3-1731118682035 (Datanode Uuid 07a20af7-3902-4fdc-bd05-9c6587affa33) service to localhost/127.0.0.1:35087 2024-11-09T02:18:29,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:18:29,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/data/data1/current/BP-1482970122-172.17.0.3-1731118682035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:29,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/cluster_0c7460f6-34cf-de95-91da-a75040ada4bb/data/data2/current/BP-1482970122-172.17.0.3-1731118682035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:29,503 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:18:29,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9563742{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:29,508 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ad3a617{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:29,508 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:29,508 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2731f8c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:29,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7895aa1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e47c1f03-d294-aa71-b696-987b3034e30d/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:29,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:18:29,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:18:29,559 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52592) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33159 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33159 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52592) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35087 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33159 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:35087 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35087 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33159 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=3488 (was 2338) - AvailableMemoryMB LEAK? - 2024-11-09T02:18:29,567 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=405, ProcessCount=11, AvailableMemoryMB=3488 2024-11-09T02:18:29,583 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T02:18:29,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir so I do NOT create it in target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee 2024-11-09T02:18:29,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:18:29,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.tmp.dir so I do NOT create it in target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee 2024-11-09T02:18:29,584 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a10c8f9-99b3-9767-108d-a1a39444a2d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:18:29,584 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee 2024-11-09T02:18:29,584 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7, deleteOnExit=true 2024-11-09T02:18:29,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/zookeeper_0, clientPort=51810, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:18:29,588 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51810 2024-11-09T02:18:29,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:18:29,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/test.cache.data in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:18:29,589 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:29,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:18:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:18:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:18:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:18:29,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:18:29,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d62cb4c0005, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:18:29,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d62cb4c0005, quorum=127.0.0.1:52592, baseZNode=/1-1853364943 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:18:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d62cb4c0002, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:18:29,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d62cb4c0002, quorum=127.0.0.1:52592, baseZNode=/02015682673 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:18:30,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:30,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:30,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:30,066 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:30,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:18:30,067 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:30,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:30,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:30,199 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/java.io.tmpdir/jetty-localhost-34747-hadoop-hdfs-3_4_1-tests_jar-_-any-7209060320640307131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:30,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:34747} 2024-11-09T02:18:30,212 INFO [Time-limited test {}] server.Server(415): Started @168485ms 2024-11-09T02:18:30,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:30,586 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:30,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:30,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:30,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:18:30,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@698353b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:30,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae0d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:30,695 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45c68e70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/java.io.tmpdir/jetty-localhost-35747-hadoop-hdfs-3_4_1-tests_jar-_-any-3275419678726368104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:30,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@94d1555{HTTP/1.1, (http/1.1)}{localhost:35747} 2024-11-09T02:18:30,695 INFO [Time-limited test {}] server.Server(415): Started @168968ms 2024-11-09T02:18:30,696 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:18:31,549 WARN [Thread-1677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/data/data1/current/BP-1394173827-172.17.0.3-1731118709624/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:31,549 WARN [Thread-1678 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/data/data2/current/BP-1394173827-172.17.0.3-1731118709624/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:31,569 WARN [Thread-1665 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:18:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa24ed006bbf30d5f with lease ID 0xfe20a13668c056c9: Processing first storage report for DS-2620630d-4377-415a-839d-fa7a8a9ea708 from datanode DatanodeRegistration(127.0.0.1:45939, datanodeUuid=529c2fc5-f0c6-4cb7-9fc7-4e7add303106, infoPort=35649, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1259126722;c=1731118709624) 2024-11-09T02:18:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa24ed006bbf30d5f with lease ID 0xfe20a13668c056c9: from storage DS-2620630d-4377-415a-839d-fa7a8a9ea708 node DatanodeRegistration(127.0.0.1:45939, datanodeUuid=529c2fc5-f0c6-4cb7-9fc7-4e7add303106, infoPort=35649, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1259126722;c=1731118709624), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa24ed006bbf30d5f with lease ID 0xfe20a13668c056c9: Processing first storage report for DS-913f0596-1c3d-4ae5-b05c-3ebfcc3bafb0 from datanode DatanodeRegistration(127.0.0.1:45939, datanodeUuid=529c2fc5-f0c6-4cb7-9fc7-4e7add303106, infoPort=35649, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1259126722;c=1731118709624) 2024-11-09T02:18:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa24ed006bbf30d5f with lease ID 0xfe20a13668c056c9: from storage DS-913f0596-1c3d-4ae5-b05c-3ebfcc3bafb0 node DatanodeRegistration(127.0.0.1:45939, datanodeUuid=529c2fc5-f0c6-4cb7-9fc7-4e7add303106, infoPort=35649, infoSecurePort=0, ipcPort=46253, storageInfo=lv=-57;cid=testClusterID;nsid=1259126722;c=1731118709624), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:31,628 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee 2024-11-09T02:18:31,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:31,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:18:32,043 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5 with version=8 2024-11-09T02:18:32,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/hbase-staging 2024-11-09T02:18:32,046 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:18:32,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:32,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45819 2024-11-09T02:18:32,049 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45819 connecting to ZooKeeper ensemble=127.0.0.1:51810 2024-11-09T02:18:32,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458190x0, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:32,263 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45819-0x1011d6336fd0000 connected 2024-11-09T02:18:32,831 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:32,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:32,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:32,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/running 2024-11-09T02:18:32,862 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5, hbase.cluster.distributed=false 2024-11-09T02:18:32,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/acl 2024-11-09T02:18:32,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-09T02:18:32,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45819 2024-11-09T02:18:32,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45819 2024-11-09T02:18:32,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-09T02:18:32,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-09T02:18:32,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:32,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:18:32,884 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:32,885 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36589 2024-11-09T02:18:32,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36589 connecting to ZooKeeper ensemble=127.0.0.1:51810 2024-11-09T02:18:32,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:32,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365890x0, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:32,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365890x0, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/running 2024-11-09T02:18:32,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36589-0x1011d6336fd0001 connected 2024-11-09T02:18:32,938 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:18:32,938 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:18:32,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/master 2024-11-09T02:18:32,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/acl 2024-11-09T02:18:32,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-09T02:18:32,941 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36589 2024-11-09T02:18:32,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36589 2024-11-09T02:18:32,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-09T02:18:32,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36589 2024-11-09T02:18:32,956 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:45819 2024-11-09T02:18:32,958 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2025525411/backup-masters/53f286d3af3b,45819,1731118712046 2024-11-09T02:18:33,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411/backup-masters 2024-11-09T02:18:33,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411/backup-masters 2024-11-09T02:18:33,027 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on existing znode=/0-2025525411/backup-masters/53f286d3af3b,45819,1731118712046 2024-11-09T02:18:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2025525411/master 2024-11-09T02:18:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:33,075 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on existing znode=/0-2025525411/master 2024-11-09T02:18:33,075 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2025525411/backup-masters/53f286d3af3b,45819,1731118712046 from backup master directory 2024-11-09T02:18:33,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2025525411/backup-masters/53f286d3af3b,45819,1731118712046 2024-11-09T02:18:33,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411/backup-masters 2024-11-09T02:18:33,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411/backup-masters 2024-11-09T02:18:33,167 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:33,167 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,45819,1731118712046 2024-11-09T02:18:33,173 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/hbase.id] with ID: 4ae70a8e-ba9c-44b7-89f1-0738db6309d4 2024-11-09T02:18:33,173 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/.tmp/hbase.id 2024-11-09T02:18:33,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:18:33,585 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/.tmp/hbase.id]:[hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/hbase.id] 2024-11-09T02:18:33,595 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:33,595 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:18:33,596 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:18:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:33,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:18:33,620 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:33,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:18:33,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:33,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:18:34,041 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store 2024-11-09T02:18:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:18:34,446 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:34,446 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:34,446 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:34,446 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:34,446 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:34,446 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:34,446 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:34,446 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118714446Disabling compacts and flushes for region at 1731118714446Disabling writes for close at 1731118714446Writing region close event to WAL at 1731118714446Closed at 1731118714446 2024-11-09T02:18:34,447 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/.initializing 2024-11-09T02:18:34,447 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/WALs/53f286d3af3b,45819,1731118712046 2024-11-09T02:18:34,448 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:34,449 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C45819%2C1731118712046, suffix=, logDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/WALs/53f286d3af3b,45819,1731118712046, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/oldWALs, maxLogs=10 2024-11-09T02:18:34,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/WALs/53f286d3af3b,45819,1731118712046/53f286d3af3b%2C45819%2C1731118712046.1731118714449, exclude list is [], retry=0 2024-11-09T02:18:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45939,DS-2620630d-4377-415a-839d-fa7a8a9ea708,DISK] 2024-11-09T02:18:34,464 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/WALs/53f286d3af3b,45819,1731118712046/53f286d3af3b%2C45819%2C1731118712046.1731118714449 2024-11-09T02:18:34,465 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)] 2024-11-09T02:18:34,465 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:34,465 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:34,465 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,465 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:18:34,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:34,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:34,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:18:34,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:34,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:34,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:18:34,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:34,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:34,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:18:34,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:34,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:34,472 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,472 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,472 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,473 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,473 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,474 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:34,474 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:34,476 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:34,476 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73239840, jitterRate=0.09135866165161133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:34,477 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118714465Initializing all the Stores at 1731118714466 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118714466Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118714466Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118714466Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118714466Cleaning up temporary data from old regions at 1731118714473 (+7 ms)Region opened successfully at 1731118714477 (+4 ms) 2024-11-09T02:18:34,477 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:18:34,479 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d9a7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:34,480 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:18:34,480 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:18:34,480 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:18:34,480 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:18:34,481 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:18:34,481 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:18:34,481 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:18:34,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:18:34,483 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Unable to get data of znode /0-2025525411/balancer because node does not exist (not necessarily an error) 2024-11-09T02:18:34,493 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/balancer already deleted, retry=false 2024-11-09T02:18:34,494 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:18:34,495 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Unable to get data of znode /0-2025525411/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:18:34,506 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/normalizer already deleted, retry=false 2024-11-09T02:18:34,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:18:34,508 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Unable to get data of znode /0-2025525411/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:18:34,517 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/switch/split already deleted, retry=false 2024-11-09T02:18:34,518 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Unable to get data of znode /0-2025525411/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:18:34,527 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/switch/merge already deleted, retry=false 2024-11-09T02:18:34,529 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Unable to get data of znode /0-2025525411/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:18:34,538 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/snapshot-cleanup already deleted, retry=false 2024-11-09T02:18:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2025525411/running 2024-11-09T02:18:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2025525411/running 2024-11-09T02:18:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:34,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:34,549 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,45819,1731118712046, sessionid=0x1011d6336fd0000, setting cluster-up flag (Was=false) 2024-11-09T02:18:34,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:34,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:34,601 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2025525411/flush-table-proc/acquired, /0-2025525411/flush-table-proc/reached, /0-2025525411/flush-table-proc/abort 2024-11-09T02:18:34,602 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,45819,1731118712046 2024-11-09T02:18:34,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:34,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:34,654 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2025525411/online-snapshot/acquired, /0-2025525411/online-snapshot/reached, /0-2025525411/online-snapshot/abort 2024-11-09T02:18:34,654 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,45819,1731118712046 2024-11-09T02:18:34,655 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:18:34,657 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:34,657 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:18:34,657 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:18:34,657 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 53f286d3af3b,34719,1731118684258: status=Processing ServerCrashProcedure of 53f286d3af3b,34719,1731118684258 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731118699812, completionTime=-1 appears to have been leaked 2024-11-09T02:18:34,657 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,45819,1731118712046 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:18:34,658 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:34,658 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:34,658 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:34,658 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:34,659 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:18:34,659 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,659 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:34,659 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,664 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118744664 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:18:34,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:34,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:18:34,665 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,666 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:34,666 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:18:34,667 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:18:34,667 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:18:34,667 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:18:34,667 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:18:34,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:18:34,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:18:34,668 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118714668,5,FailOnTimeoutGroup] 2024-11-09T02:18:34,668 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118714668,5,FailOnTimeoutGroup] 2024-11-09T02:18:34,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:18:34,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:18:34,745 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(746): ClusterId : 4ae70a8e-ba9c-44b7-89f1-0738db6309d4 2024-11-09T02:18:34,745 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:18:34,757 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:18:34,757 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:18:34,770 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:18:34,771 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68446254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:34,785 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:36589 2024-11-09T02:18:34,785 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:18:34,785 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:18:34,785 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:18:34,786 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,45819,1731118712046 with port=36589, startcode=1731118712883 2024-11-09T02:18:34,787 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:18:34,788 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:18:34,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,36589,1731118712883 2024-11-09T02:18:34,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:34,790 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5 2024-11-09T02:18:34,790 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44057 2024-11-09T02:18:34,790 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:18:34,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411/rs 2024-11-09T02:18:34,801 DEBUG [RS:0;53f286d3af3b:36589 {}] zookeeper.ZKUtil(111): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on existing znode=/0-2025525411/rs/53f286d3af3b,36589,1731118712883 2024-11-09T02:18:34,802 WARN [RS:0;53f286d3af3b:36589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:34,802 INFO [RS:0;53f286d3af3b:36589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:34,802 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883 2024-11-09T02:18:34,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,36589,1731118712883] 2024-11-09T02:18:34,805 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:18:34,808 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:18:34,808 INFO [RS:0;53f286d3af3b:36589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:18:34,808 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,812 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:18:34,813 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:18:34,813 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,813 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:34,814 DEBUG [RS:0;53f286d3af3b:36589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:34,816 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,816 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,816 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,816 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,816 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,816 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36589,1731118712883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:34,837 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:18:34,837 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36589,1731118712883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,837 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,837 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.Replication(171): 53f286d3af3b,36589,1731118712883 started 2024-11-09T02:18:34,854 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:34,854 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,36589,1731118712883, RpcServer on 53f286d3af3b/172.17.0.3:36589, sessionid=0x1011d6336fd0001 2024-11-09T02:18:34,854 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:18:34,854 DEBUG [RS:0;53f286d3af3b:36589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,36589,1731118712883 2024-11-09T02:18:34,854 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36589,1731118712883' 2024-11-09T02:18:34,854 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2025525411/flush-table-proc/abort' 2024-11-09T02:18:34,854 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2025525411/flush-table-proc/acquired' 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,36589,1731118712883 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,36589,1731118712883' 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2025525411/online-snapshot/abort' 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2025525411/online-snapshot/acquired' 2024-11-09T02:18:34,855 DEBUG [RS:0;53f286d3af3b:36589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:18:34,855 INFO [RS:0;53f286d3af3b:36589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:18:34,855 INFO [RS:0;53f286d3af3b:36589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:18:34,956 INFO [RS:0;53f286d3af3b:36589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:34,957 INFO [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C36589%2C1731118712883, suffix=, logDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/oldWALs, maxLogs=10 2024-11-09T02:18:34,973 DEBUG [RS:0;53f286d3af3b:36589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958, exclude list is [], retry=0 2024-11-09T02:18:34,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45939,DS-2620630d-4377-415a-839d-fa7a8a9ea708,DISK] 2024-11-09T02:18:34,978 INFO [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 2024-11-09T02:18:34,978 DEBUG [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)] 2024-11-09T02:18:35,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:18:35,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5 2024-11-09T02:18:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:18:35,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:35,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:35,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:35,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:35,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:35,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:35,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:35,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:35,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:35,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:35,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:35,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:35,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:35,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:35,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:35,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:35,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:35,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740 2024-11-09T02:18:35,492 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740 2024-11-09T02:18:35,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:35,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:35,493 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:35,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:35,496 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:35,496 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73904511, jitterRate=0.10126303136348724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118715484Initializing all the Stores at 1731118715485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118715485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118715485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118715485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118715485Cleaning up temporary data from old regions at 1731118715493 (+8 ms)Region opened successfully at 1731118715496 (+3 ms) 2024-11-09T02:18:35,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:35,497 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:35,497 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:35,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118715496Disabling compacts and flushes for region at 1731118715496Disabling writes for close at 1731118715497 (+1 ms)Writing region close event to WAL at 1731118715497Closed at 1731118715497 2024-11-09T02:18:35,498 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:35,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:18:35,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:18:35,499 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:35,499 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:18:35,649 DEBUG [53f286d3af3b:45819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:18:35,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:35,651 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36589,1731118712883, state=OPENING 2024-11-09T02:18:35,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:18:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:35,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:35,879 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:35,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2025525411/meta-region-server: CHANGED 2024-11-09T02:18:35,879 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2025525411/meta-region-server: CHANGED 2024-11-09T02:18:35,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36589,1731118712883}] 2024-11-09T02:18:36,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:36,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:18:36,037 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:18:36,037 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:36,037 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:18:36,039 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C36589%2C1731118712883.meta, suffix=.meta, logDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/oldWALs, maxLogs=10 2024-11-09T02:18:36,054 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.meta.1731118716039.meta, exclude list is [], retry=0 2024-11-09T02:18:36,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45939,DS-2620630d-4377-415a-839d-fa7a8a9ea708,DISK] 2024-11-09T02:18:36,059 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.meta.1731118716039.meta 2024-11-09T02:18:36,059 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)] 2024-11-09T02:18:36,060 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:36,060 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:36,060 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:36,060 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:18:36,060 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:18:36,061 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:18:36,061 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:36,061 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:18:36,061 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:18:36,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:36,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:36,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:36,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:36,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:36,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:36,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:36,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:36,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:36,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:36,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:36,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:36,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:36,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:36,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:36,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:36,068 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:36,069 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740 2024-11-09T02:18:36,070 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740 2024-11-09T02:18:36,071 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:36,071 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:36,071 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:36,072 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:36,073 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68970782, jitterRate=0.02774474024772644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:36,073 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:18:36,073 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118716061Writing region info on filesystem at 1731118716061Initializing all the Stores at 1731118716062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118716062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118716062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118716062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118716062Cleaning up temporary data from old regions at 1731118716071 (+9 ms)Running coprocessor post-open hooks at 1731118716073 (+2 ms)Region opened successfully at 1731118716073 2024-11-09T02:18:36,074 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118716032 2024-11-09T02:18:36,076 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:18:36,076 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:18:36,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:36,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,36589,1731118712883, state=OPEN 2024-11-09T02:18:36,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2025525411/meta-region-server 2024-11-09T02:18:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2025525411/meta-region-server 2024-11-09T02:18:36,088 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:36,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2025525411/meta-region-server: CHANGED 2024-11-09T02:18:36,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2025525411/meta-region-server: CHANGED 2024-11-09T02:18:36,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:18:36,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,36589,1731118712883 in 209 msec 2024-11-09T02:18:36,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:18:36,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-11-09T02:18:36,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:36,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:18:36,095 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:36,095 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36589,1731118712883, seqNum=-1] 2024-11-09T02:18:36,095 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:36,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:36,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4430 sec 2024-11-09T02:18:36,100 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118716100, completionTime=-1 2024-11-09T02:18:36,100 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:18:36,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118776103 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118836103 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45819,1731118712046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45819,1731118712046-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45819,1731118712046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:45819, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,106 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.941sec 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45819,1731118712046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:36,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45819,1731118712046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:18:36,117 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:18:36,117 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:18:36,117 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,45819,1731118712046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:36,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e443109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:36,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:36,146 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:36,147 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565622ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:36,148 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:36,149 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:36,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a73ccfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:36,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:36,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36589,1731118712883, seqNum=-1] 2024-11-09T02:18:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:36,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:36,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,45819,1731118712046 2024-11-09T02:18:36,156 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51810 2024-11-09T02:18:36,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:36,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d6336fd0002 connected 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir so I do NOT create it in target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab 2024-11-09T02:18:36,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.tmp.dir so I do NOT create it in target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab 2024-11-09T02:18:36,181 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:18:36,181 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/cluster_308cdcab-3416-8efd-3676-69000be42a26, deleteOnExit=true 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/test.cache.data in system properties and HBase conf 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:18:36,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:18:36,182 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:36,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:18:36,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:18:36,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:36,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:36,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:36,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:36,588 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:18:36,589 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:36,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c26de6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:36,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:36,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@410553b8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/java.io.tmpdir/jetty-localhost-36681-hadoop-hdfs-3_4_1-tests_jar-_-any-8369186885460632577/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:36,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76039905{HTTP/1.1, (http/1.1)}{localhost:36681} 2024-11-09T02:18:36,713 INFO [Time-limited test {}] server.Server(415): Started @174986ms 2024-11-09T02:18:37,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:37,098 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:37,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:37,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:37,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:18:37,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b72c63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:37,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:37,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7da5eb74{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/java.io.tmpdir/jetty-localhost-40365-hadoop-hdfs-3_4_1-tests_jar-_-any-5827119566987412976/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:37,234 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e14fb0a{HTTP/1.1, (http/1.1)}{localhost:40365} 2024-11-09T02:18:37,234 INFO [Time-limited test {}] server.Server(415): Started @175507ms 2024-11-09T02:18:37,236 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:18:38,033 WARN [Thread-1798 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/cluster_308cdcab-3416-8efd-3676-69000be42a26/data/data1/current/BP-2100802948-172.17.0.3-1731118716211/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:38,041 WARN [Thread-1799 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/cluster_308cdcab-3416-8efd-3676-69000be42a26/data/data2/current/BP-2100802948-172.17.0.3-1731118716211/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:38,062 WARN [Thread-1786 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:18:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5221d4f4eec645a0 with lease ID 0x5c243b462c2f4338: Processing first storage report for DS-e8e7f391-b16b-4051-ab05-256be1043192 from datanode DatanodeRegistration(127.0.0.1:45305, datanodeUuid=455cb69f-1276-4ae6-b72b-78c5cd601204, infoPort=34419, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=726696054;c=1731118716211) 2024-11-09T02:18:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5221d4f4eec645a0 with lease ID 0x5c243b462c2f4338: from storage DS-e8e7f391-b16b-4051-ab05-256be1043192 node DatanodeRegistration(127.0.0.1:45305, datanodeUuid=455cb69f-1276-4ae6-b72b-78c5cd601204, infoPort=34419, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=726696054;c=1731118716211), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5221d4f4eec645a0 with lease ID 0x5c243b462c2f4338: Processing first storage report for DS-fa3d75cb-bbae-465b-a5b1-23eedd17fdd4 from datanode DatanodeRegistration(127.0.0.1:45305, datanodeUuid=455cb69f-1276-4ae6-b72b-78c5cd601204, infoPort=34419, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=726696054;c=1731118716211) 2024-11-09T02:18:38,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5221d4f4eec645a0 with lease ID 0x5c243b462c2f4338: from storage DS-fa3d75cb-bbae-465b-a5b1-23eedd17fdd4 node DatanodeRegistration(127.0.0.1:45305, datanodeUuid=455cb69f-1276-4ae6-b72b-78c5cd601204, infoPort=34419, infoSecurePort=0, ipcPort=42575, storageInfo=lv=-57;cid=testClusterID;nsid=726696054;c=1731118716211), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:38,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab 2024-11-09T02:18:38,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:38,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:38,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:18:38,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7 with version=8 2024-11-09T02:18:38,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/hbase-staging 2024-11-09T02:18:38,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:18:38,494 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:38,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33421 2024-11-09T02:18:38,497 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33421 connecting to ZooKeeper ensemble=127.0.0.1:51810 2024-11-09T02:18:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334210x0, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:38,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33421-0x1011d6336fd0003 connected 2024-11-09T02:18:38,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:38,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:38,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/running 2024-11-09T02:18:38,585 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7, hbase.cluster.distributed=false 2024-11-09T02:18:38,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/acl 2024-11-09T02:18:38,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-09T02:18:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33421 2024-11-09T02:18:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33421 2024-11-09T02:18:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-09T02:18:38,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-09T02:18:38,609 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:18:38,609 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:38,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41293 2024-11-09T02:18:38,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41293 connecting to ZooKeeper ensemble=127.0.0.1:51810 2024-11-09T02:18:38,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:38,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:38,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412930x0, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:38,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412930x0, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/running 2024-11-09T02:18:38,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41293-0x1011d6336fd0004 connected 2024-11-09T02:18:38,631 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:18:38,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:18:38,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/master 2024-11-09T02:18:38,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/acl 2024-11-09T02:18:38,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-09T02:18:38,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41293 2024-11-09T02:18:38,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41293 2024-11-09T02:18:38,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-09T02:18:38,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41293 2024-11-09T02:18:38,676 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:33421 2024-11-09T02:18:38,680 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1472185176/backup-masters/53f286d3af3b,33421,1731118718493 2024-11-09T02:18:38,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176/backup-masters 2024-11-09T02:18:38,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176/backup-masters 2024-11-09T02:18:38,748 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on existing znode=/1472185176/backup-masters/53f286d3af3b,33421,1731118718493 2024-11-09T02:18:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1472185176/master 2024-11-09T02:18:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:38,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:38,807 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on existing znode=/1472185176/master 2024-11-09T02:18:38,807 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1472185176/backup-masters/53f286d3af3b,33421,1731118718493 from backup master directory 2024-11-09T02:18:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176/backup-masters 2024-11-09T02:18:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1472185176/backup-masters/53f286d3af3b,33421,1731118718493 2024-11-09T02:18:38,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176/backup-masters 2024-11-09T02:18:38,835 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:38,835 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,33421,1731118718493 2024-11-09T02:18:38,838 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/hbase.id] with ID: 3d5359d8-9c41-47c3-b704-7d0baf349c56 2024-11-09T02:18:38,838 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/.tmp/hbase.id 2024-11-09T02:18:38,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:18:39,245 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/.tmp/hbase.id]:[hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/hbase.id] 2024-11-09T02:18:39,255 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:39,255 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:18:39,256 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T02:18:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:39,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:18:39,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:18:39,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:39,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T02:18:39,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:39,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T02:18:39,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:18:39,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T02:18:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:18:39,674 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:39,675 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:18:39,676 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:39,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:18:39,691 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store 2024-11-09T02:18:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:18:40,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:40,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:40,101 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:40,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:40,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:40,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:40,101 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:40,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118720101Disabling compacts and flushes for region at 1731118720101Disabling writes for close at 1731118720101Writing region close event to WAL at 1731118720101Closed at 1731118720101 2024-11-09T02:18:40,102 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/.initializing 2024-11-09T02:18:40,102 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/WALs/53f286d3af3b,33421,1731118718493 2024-11-09T02:18:40,103 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:40,105 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C33421%2C1731118718493, suffix=, logDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/WALs/53f286d3af3b,33421,1731118718493, archiveDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/oldWALs, maxLogs=10 2024-11-09T02:18:40,122 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/WALs/53f286d3af3b,33421,1731118718493/53f286d3af3b%2C33421%2C1731118718493.1731118720106, exclude list is [], retry=0 2024-11-09T02:18:40,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-e8e7f391-b16b-4051-ab05-256be1043192,DISK] 2024-11-09T02:18:40,128 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/WALs/53f286d3af3b,33421,1731118718493/53f286d3af3b%2C33421%2C1731118718493.1731118720106 2024-11-09T02:18:40,132 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T02:18:40,132 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:40,133 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:40,133 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,133 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:18:40,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:40,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:40,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:18:40,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:40,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:40,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:18:40,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:40,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:40,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:18:40,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:40,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:40,150 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,151 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,151 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,152 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,152 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,152 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:40,153 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:40,157 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:40,157 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68859835, jitterRate=0.026091501116752625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:40,157 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118720133Initializing all the Stores at 1731118720134 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118720134Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118720135 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118720135Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118720135Cleaning up temporary data from old regions at 1731118720152 (+17 ms)Region opened successfully at 1731118720157 (+5 ms) 2024-11-09T02:18:40,160 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:18:40,163 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f59965b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:40,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:18:40,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:18:40,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:18:40,164 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:18:40,165 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:18:40,165 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:18:40,165 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:18:40,170 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:18:40,171 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Unable to get data of znode /1472185176/balancer because node does not exist (not necessarily an error) 2024-11-09T02:18:40,241 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1472185176/balancer already deleted, retry=false 2024-11-09T02:18:40,242 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:18:40,242 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Unable to get data of znode /1472185176/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:18:40,252 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1472185176/normalizer already deleted, retry=false 2024-11-09T02:18:40,253 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:18:40,254 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Unable to get data of znode /1472185176/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:18:40,266 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1472185176/switch/split already deleted, retry=false 2024-11-09T02:18:40,267 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Unable to get data of znode /1472185176/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:18:40,277 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1472185176/switch/merge already deleted, retry=false 2024-11-09T02:18:40,278 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Unable to get data of znode /1472185176/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:18:40,287 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1472185176/snapshot-cleanup already deleted, retry=false 2024-11-09T02:18:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1472185176/running 2024-11-09T02:18:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1472185176/running 2024-11-09T02:18:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:40,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:40,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,33421,1731118718493, sessionid=0x1011d6336fd0003, setting cluster-up flag (Was=false) 2024-11-09T02:18:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:40,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:40,350 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1472185176/flush-table-proc/acquired, /1472185176/flush-table-proc/reached, /1472185176/flush-table-proc/abort 2024-11-09T02:18:40,351 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,33421,1731118718493 2024-11-09T02:18:40,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:40,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:40,498 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1472185176/online-snapshot/acquired, /1472185176/online-snapshot/reached, /1472185176/online-snapshot/abort 2024-11-09T02:18:40,499 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,33421,1731118718493 2024-11-09T02:18:40,499 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:18:40,500 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:40,501 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:18:40,501 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:18:40,501 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,33421,1731118718493 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:40,502 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118750503 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,503 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:18:40,503 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:18:40,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:18:40,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:18:40,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118720504,5,FailOnTimeoutGroup] 2024-11-09T02:18:40,504 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118720504,5,FailOnTimeoutGroup] 2024-11-09T02:18:40,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:18:40,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,504 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,504 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:40,504 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:18:40,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:18:40,566 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(746): ClusterId : 3d5359d8-9c41-47c3-b704-7d0baf349c56 2024-11-09T02:18:40,566 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:18:40,581 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:18:40,581 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:18:40,593 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:18:40,594 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175524ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:40,611 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:41293 2024-11-09T02:18:40,611 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:18:40,611 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:18:40,611 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:18:40,612 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,33421,1731118718493 with port=41293, startcode=1731118718608 2024-11-09T02:18:40,612 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:18:40,617 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:18:40,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,41293,1731118718608 2024-11-09T02:18:40,618 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33421 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:40,620 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7 2024-11-09T02:18:40,620 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44401 2024-11-09T02:18:40,620 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:18:40,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176/rs 2024-11-09T02:18:40,681 DEBUG [RS:0;53f286d3af3b:41293 {}] zookeeper.ZKUtil(111): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on existing znode=/1472185176/rs/53f286d3af3b,41293,1731118718608 2024-11-09T02:18:40,681 WARN [RS:0;53f286d3af3b:41293 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:40,681 INFO [RS:0;53f286d3af3b:41293 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:40,681 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608 2024-11-09T02:18:40,681 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,41293,1731118718608] 2024-11-09T02:18:40,688 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:18:40,690 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:18:40,690 INFO [RS:0;53f286d3af3b:41293 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:18:40,690 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,692 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:18:40,693 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:18:40,693 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,693 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,693 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,693 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:40,694 DEBUG [RS:0;53f286d3af3b:41293 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:40,700 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,700 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,700 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,700 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,700 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,700 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41293,1731118718608-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:40,716 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:18:40,716 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41293,1731118718608-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,716 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,716 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.Replication(171): 53f286d3af3b,41293,1731118718608 started 2024-11-09T02:18:40,734 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:40,734 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,41293,1731118718608, RpcServer on 53f286d3af3b/172.17.0.3:41293, sessionid=0x1011d6336fd0004 2024-11-09T02:18:40,734 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:18:40,734 DEBUG [RS:0;53f286d3af3b:41293 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,41293,1731118718608 2024-11-09T02:18:40,734 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41293,1731118718608' 2024-11-09T02:18:40,734 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1472185176/flush-table-proc/abort' 2024-11-09T02:18:40,735 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1472185176/flush-table-proc/acquired' 2024-11-09T02:18:40,736 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:18:40,736 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:18:40,736 DEBUG [RS:0;53f286d3af3b:41293 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,41293,1731118718608 2024-11-09T02:18:40,736 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41293,1731118718608' 2024-11-09T02:18:40,736 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1472185176/online-snapshot/abort' 2024-11-09T02:18:40,736 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1472185176/online-snapshot/acquired' 2024-11-09T02:18:40,737 DEBUG [RS:0;53f286d3af3b:41293 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:18:40,737 INFO [RS:0;53f286d3af3b:41293 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:18:40,737 INFO [RS:0;53f286d3af3b:41293 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:18:40,805 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:18:40,837 INFO [RS:0;53f286d3af3b:41293 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:40,840 INFO [RS:0;53f286d3af3b:41293 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41293%2C1731118718608, suffix=, logDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608, archiveDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/oldWALs, maxLogs=10 2024-11-09T02:18:40,860 DEBUG [RS:0;53f286d3af3b:41293 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841, exclude list is [], retry=0 2024-11-09T02:18:40,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-e8e7f391-b16b-4051-ab05-256be1043192,DISK] 2024-11-09T02:18:40,902 INFO [RS:0;53f286d3af3b:41293 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 2024-11-09T02:18:40,910 DEBUG [RS:0;53f286d3af3b:41293 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T02:18:40,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:18:40,917 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7 2024-11-09T02:18:40,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:18:41,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:41,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:41,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:41,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:41,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:41,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:41,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:41,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:41,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:41,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:41,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740 2024-11-09T02:18:41,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740 2024-11-09T02:18:41,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:41,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:41,399 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:41,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:41,403 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:41,403 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60585582, jitterRate=-0.09720447659492493}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:41,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118721389Initializing all the Stores at 1731118721389Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118721389Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118721389Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118721389Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118721389Cleaning up temporary data from old regions at 1731118721398 (+9 ms)Region opened successfully at 1731118721404 (+6 ms) 2024-11-09T02:18:41,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:41,404 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:41,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:41,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:41,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:41,405 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:41,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118721404Disabling compacts and flushes for region at 1731118721404Disabling writes for close at 1731118721404Writing region close event to WAL at 1731118721405 (+1 ms)Closed at 1731118721405 2024-11-09T02:18:41,406 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:41,406 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:18:41,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:18:41,408 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:41,409 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:18:41,559 DEBUG [53f286d3af3b:33421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:18:41,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:41,561 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41293,1731118718608, state=OPENING 2024-11-09T02:18:41,563 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:41,571 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:18:41,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:41,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:41,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1472185176/meta-region-server: CHANGED 2024-11-09T02:18:41,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1472185176/meta-region-server: CHANGED 2024-11-09T02:18:41,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:18:41,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41293,1731118718608}] 2024-11-09T02:18:41,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:41,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:41,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:18:41,740 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:18:41,740 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:41,740 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:18:41,741 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41293%2C1731118718608.meta, suffix=.meta, logDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608, archiveDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/oldWALs, maxLogs=10 2024-11-09T02:18:41,753 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.meta.1731118721741.meta, exclude list is [], retry=0 2024-11-09T02:18:41,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-e8e7f391-b16b-4051-ab05-256be1043192,DISK] 2024-11-09T02:18:41,757 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.meta.1731118721741.meta 2024-11-09T02:18:41,757 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T02:18:41,757 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:41,757 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:41,757 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:41,757 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:18:41,757 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:18:41,757 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:18:41,758 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:41,758 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:18:41,758 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:18:41,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:18:41,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:18:41,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:18:41,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:18:41,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:18:41,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:18:41,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:18:41,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:18:41,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:41,763 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:18:41,763 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740 2024-11-09T02:18:41,764 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740 2024-11-09T02:18:41,765 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:18:41,765 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:18:41,765 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:41,766 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:18:41,767 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65941509, jitterRate=-0.01739494502544403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:41,767 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:18:41,767 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118721758Writing region info on filesystem at 1731118721758Initializing all the Stores at 1731118721758Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118721758Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118721759 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118721759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118721759Cleaning up temporary data from old regions at 1731118721765 (+6 ms)Running coprocessor post-open hooks at 1731118721767 (+2 ms)Region opened successfully at 1731118721767 2024-11-09T02:18:41,768 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118721735 2024-11-09T02:18:41,769 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:18:41,769 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:18:41,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:41,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41293,1731118718608, state=OPEN 2024-11-09T02:18:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1472185176/meta-region-server 2024-11-09T02:18:41,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1472185176/meta-region-server 2024-11-09T02:18:41,782 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:41,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1472185176/meta-region-server: CHANGED 2024-11-09T02:18:41,782 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1472185176/meta-region-server: CHANGED 2024-11-09T02:18:41,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:18:41,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41293,1731118718608 in 199 msec 2024-11-09T02:18:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:18:41,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-09T02:18:41,786 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:41,786 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:18:41,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:41,787 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:41,787 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:41,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:41,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-09T02:18:41,792 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118721792, completionTime=-1 2024-11-09T02:18:41,792 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:18:41,793 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118781794 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118841794 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33421,1731118718493-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33421,1731118718493-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33421,1731118718493-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,794 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:33421, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,795 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,795 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,796 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:18:41,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.962sec 2024-11-09T02:18:41,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:18:41,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:18:41,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:18:41,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:18:41,798 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:18:41,798 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33421,1731118718493-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:41,798 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33421,1731118718493-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:18:41,799 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:18:41,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:18:41,800 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,33421,1731118718493-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:41,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e36fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:41,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:41,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:41,871 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e93cb7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:41,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:41,874 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:41,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbd4bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:41,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:41,879 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:41,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:41,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:41,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,33421,1731118718493 2024-11-09T02:18:41,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51810 2024-11-09T02:18:41,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:41,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d6336fd0005 connected 2024-11-09T02:18:41,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:41,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45819,1731118712046 2024-11-09T02:18:41,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd2f702 2024-11-09T02:18:41,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:41,915 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:41,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:18:41,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:18:41,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:41,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:18:41,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:18:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:41,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:18:41,969 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c9692a63d54215a3fc2a6254ff7991a, NAME => 'test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5 2024-11-09T02:18:41,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:18:41,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:41,982 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0c9692a63d54215a3fc2a6254ff7991a, disabling compactions & flushes 2024-11-09T02:18:41,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:41,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:41,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. after waiting 0 ms 2024-11-09T02:18:41,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:41,983 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:41,983 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c9692a63d54215a3fc2a6254ff7991a: Waiting for close lock at 1731118721982Disabling compacts and flushes for region at 1731118721982Disabling writes for close at 1731118721983 (+1 ms)Writing region close event to WAL at 1731118721983Closed at 1731118721983 2024-11-09T02:18:41,984 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:18:41,984 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118721984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118721984"}]},"ts":"1731118721984"} 2024-11-09T02:18:41,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:18:41,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:18:41,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118721992"}]},"ts":"1731118721992"} 2024-11-09T02:18:41,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:18:41,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c9692a63d54215a3fc2a6254ff7991a, ASSIGN}] 2024-11-09T02:18:41,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0c9692a63d54215a3fc2a6254ff7991a, ASSIGN 2024-11-09T02:18:41,999 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0c9692a63d54215a3fc2a6254ff7991a, ASSIGN; state=OFFLINE, location=53f286d3af3b,36589,1731118712883; forceNewPlan=false, retain=false 2024-11-09T02:18:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:42,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c9692a63d54215a3fc2a6254ff7991a, regionState=OPENING, regionLocation=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:42,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0c9692a63d54215a3fc2a6254ff7991a, ASSIGN because future has completed 2024-11-09T02:18:42,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c9692a63d54215a3fc2a6254ff7991a, server=53f286d3af3b,36589,1731118712883}] 2024-11-09T02:18:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:42,315 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:42,315 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c9692a63d54215a3fc2a6254ff7991a, NAME => 'test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:42,315 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:42,315 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:18:42,316 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,316 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:42,316 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,316 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,317 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,319 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c9692a63d54215a3fc2a6254ff7991a columnFamilyName f 2024-11-09T02:18:42,319 DEBUG [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,319 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] regionserver.HStore(327): Store=0c9692a63d54215a3fc2a6254ff7991a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:42,319 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,320 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c9692a63d54215a3fc2a6254ff7991a columnFamilyName f1 2024-11-09T02:18:42,320 DEBUG [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,321 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] regionserver.HStore(327): Store=0c9692a63d54215a3fc2a6254ff7991a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:42,321 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,322 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c9692a63d54215a3fc2a6254ff7991a columnFamilyName norep 2024-11-09T02:18:42,322 DEBUG [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,322 INFO [StoreOpener-0c9692a63d54215a3fc2a6254ff7991a-1 {}] regionserver.HStore(327): Store=0c9692a63d54215a3fc2a6254ff7991a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:42,322 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,323 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,323 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,324 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,324 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,327 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:18:42,329 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,348 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:42,349 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0c9692a63d54215a3fc2a6254ff7991a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59007580, jitterRate=-0.12071853876113892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:18:42,349 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:42,351 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0c9692a63d54215a3fc2a6254ff7991a: Running coprocessor pre-open hook at 1731118722316Writing region info on filesystem at 1731118722316Initializing all the Stores at 1731118722316Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118722317 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118722317Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118722317Cleaning up temporary data from old regions at 1731118722324 (+7 ms)Running coprocessor post-open hooks at 1731118722349 (+25 ms)Region opened successfully at 1731118722351 (+2 ms) 2024-11-09T02:18:42,352 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., pid=6, masterSystemTime=1731118722311 2024-11-09T02:18:42,355 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:42,355 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:42,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c9692a63d54215a3fc2a6254ff7991a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:42,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c9692a63d54215a3fc2a6254ff7991a, server=53f286d3af3b,36589,1731118712883 because future has completed 2024-11-09T02:18:42,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:18:42,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c9692a63d54215a3fc2a6254ff7991a, server=53f286d3af3b,36589,1731118712883 in 206 msec 2024-11-09T02:18:42,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:18:42,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0c9692a63d54215a3fc2a6254ff7991a, ASSIGN in 365 msec 2024-11-09T02:18:42,365 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:18:42,366 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118722366"}]},"ts":"1731118722366"} 2024-11-09T02:18:42,370 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:18:42,374 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:18:42,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 459 msec 2024-11-09T02:18:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:42,552 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:18:42,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33421,1731118718493 2024-11-09T02:18:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@443c783e 2024-11-09T02:18:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:42,555 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:42,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:18:42,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:18:42,561 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:18:42,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:18:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:42,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:18:42,605 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9e183b86c762fff7f8ad08b6ba6d1b4, NAME => 'test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7 2024-11-09T02:18:42,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:18:42,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:42,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9e183b86c762fff7f8ad08b6ba6d1b4, disabling compactions & flushes 2024-11-09T02:18:42,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. after waiting 0 ms 2024-11-09T02:18:42,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,623 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,623 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9e183b86c762fff7f8ad08b6ba6d1b4: Waiting for close lock at 1731118722623Disabling compacts and flushes for region at 1731118722623Disabling writes for close at 1731118722623Writing region close event to WAL at 1731118722623Closed at 1731118722623 2024-11-09T02:18:42,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:18:42,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118722628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118722628"}]},"ts":"1731118722628"} 2024-11-09T02:18:42,631 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:18:42,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:18:42,634 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118722633"}]},"ts":"1731118722633"} 2024-11-09T02:18:42,636 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:18:42,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9e183b86c762fff7f8ad08b6ba6d1b4, ASSIGN}] 2024-11-09T02:18:42,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9e183b86c762fff7f8ad08b6ba6d1b4, ASSIGN 2024-11-09T02:18:42,639 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9e183b86c762fff7f8ad08b6ba6d1b4, ASSIGN; state=OFFLINE, location=53f286d3af3b,41293,1731118718608; forceNewPlan=false, retain=false 2024-11-09T02:18:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:42,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9e183b86c762fff7f8ad08b6ba6d1b4, regionState=OPENING, regionLocation=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:42,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9e183b86c762fff7f8ad08b6ba6d1b4, ASSIGN because future has completed 2024-11-09T02:18:42,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e183b86c762fff7f8ad08b6ba6d1b4, server=53f286d3af3b,41293,1731118718608}] 2024-11-09T02:18:42,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:42,972 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,972 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9e183b86c762fff7f8ad08b6ba6d1b4, NAME => 'test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:42,973 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:42,973 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:18:42,973 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,973 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:42,973 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,973 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,975 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,976 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e183b86c762fff7f8ad08b6ba6d1b4 columnFamilyName f 2024-11-09T02:18:42,976 DEBUG [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,977 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] regionserver.HStore(327): Store=d9e183b86c762fff7f8ad08b6ba6d1b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:42,977 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,979 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e183b86c762fff7f8ad08b6ba6d1b4 columnFamilyName f1 2024-11-09T02:18:42,980 DEBUG [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,981 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] regionserver.HStore(327): Store=d9e183b86c762fff7f8ad08b6ba6d1b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:42,981 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,983 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9e183b86c762fff7f8ad08b6ba6d1b4 columnFamilyName norep 2024-11-09T02:18:42,983 DEBUG [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:42,983 INFO [StoreOpener-d9e183b86c762fff7f8ad08b6ba6d1b4-1 {}] regionserver.HStore(327): Store=d9e183b86c762fff7f8ad08b6ba6d1b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:42,983 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,984 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,985 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,986 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,986 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,986 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:18:42,988 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,990 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:42,991 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9e183b86c762fff7f8ad08b6ba6d1b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63034577, jitterRate=-0.060711607336997986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:18:42,991 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:42,991 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9e183b86c762fff7f8ad08b6ba6d1b4: Running coprocessor pre-open hook at 1731118722973Writing region info on filesystem at 1731118722973Initializing all the Stores at 1731118722974 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118722974Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118722975 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118722975Cleaning up temporary data from old regions at 1731118722986 (+11 ms)Running coprocessor post-open hooks at 1731118722991 (+5 ms)Region opened successfully at 1731118722991 2024-11-09T02:18:42,992 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., pid=6, masterSystemTime=1731118722968 2024-11-09T02:18:42,994 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,995 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:42,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9e183b86c762fff7f8ad08b6ba6d1b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:43,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9e183b86c762fff7f8ad08b6ba6d1b4, server=53f286d3af3b,41293,1731118718608 because future has completed 2024-11-09T02:18:43,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:18:43,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9e183b86c762fff7f8ad08b6ba6d1b4, server=53f286d3af3b,41293,1731118718608 in 214 msec 2024-11-09T02:18:43,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:18:43,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9e183b86c762fff7f8ad08b6ba6d1b4, ASSIGN in 375 msec 2024-11-09T02:18:43,015 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:18:43,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118723015"}]},"ts":"1731118723015"} 2024-11-09T02:18:43,018 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:18:43,019 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:18:43,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 461 msec 2024-11-09T02:18:43,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:18:43,193 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:18:43,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b389de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:43,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:43,194 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116847fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:43,196 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:43,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64052b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563cd010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:43,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:43,199 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301e0132, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:43,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:43,201 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:43,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:43,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:43,203 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:43,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:43,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:43,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60811cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:43,205 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:43,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f7c012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,206 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45819,1731118712046 2024-11-09T02:18:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19fcb96e 2024-11-09T02:18:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:43,208 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:43,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:33421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:18:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:18:43,214 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:33421' 2024-11-09T02:18:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:43,215 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526dc8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,215 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:43,216 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:43,216 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:43,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:43,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565eb37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:43,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:43,218 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:43,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@637a8b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:43,218 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33421,1731118718493 2024-11-09T02:18:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c16cf79 2024-11-09T02:18:43,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:43,220 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:43,220 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:18:43,220 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:18:43,220 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:43,220 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:43,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:43,221 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:43,222 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:18:43,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:18:43,223 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:43,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:18:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:18:43,272 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:18:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:43,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:43,671 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cd4fc96e33bf768ee7148b29c1164c6, NAME => 'hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5 2024-11-09T02:18:43,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:18:43,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:44,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:44,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7cd4fc96e33bf768ee7148b29c1164c6, disabling compactions & flushes 2024-11-09T02:18:44,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. after waiting 0 ms 2024-11-09T02:18:44,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,148 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cd4fc96e33bf768ee7148b29c1164c6: Waiting for close lock at 1731118724148Disabling compacts and flushes for region at 1731118724148Disabling writes for close at 1731118724148Writing region close event to WAL at 1731118724148Closed at 1731118724148 2024-11-09T02:18:44,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:18:44,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118724150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118724150"}]},"ts":"1731118724150"} 2024-11-09T02:18:44,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:18:44,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:18:44,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118724154"}]},"ts":"1731118724154"} 2024-11-09T02:18:44,157 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:18:44,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cd4fc96e33bf768ee7148b29c1164c6, ASSIGN}] 2024-11-09T02:18:44,159 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cd4fc96e33bf768ee7148b29c1164c6, ASSIGN 2024-11-09T02:18:44,159 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cd4fc96e33bf768ee7148b29c1164c6, ASSIGN; state=OFFLINE, location=53f286d3af3b,36589,1731118712883; forceNewPlan=false, retain=false 2024-11-09T02:18:44,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cd4fc96e33bf768ee7148b29c1164c6, regionState=OPENING, regionLocation=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:44,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7cd4fc96e33bf768ee7148b29c1164c6, ASSIGN because future has completed 2024-11-09T02:18:44,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd4fc96e33bf768ee7148b29c1164c6, server=53f286d3af3b,36589,1731118712883}] 2024-11-09T02:18:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:44,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:44,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:18:44,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C36589%2C1731118712883.rep, suffix=, logDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883, archiveDir=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/oldWALs, maxLogs=10 2024-11-09T02:18:44,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.rep.1731118724488, exclude list is [], retry=0 2024-11-09T02:18:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45939,DS-2620630d-4377-415a-839d-fa7a8a9ea708,DISK] 2024-11-09T02:18:44,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.rep.1731118724488 2024-11-09T02:18:44,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35649:35649)] 2024-11-09T02:18:44,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cd4fc96e33bf768ee7148b29c1164c6, NAME => 'hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:44,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. service=MultiRowMutationService 2024-11-09T02:18:44,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:18:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,536 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,538 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd4fc96e33bf768ee7148b29c1164c6 columnFamilyName hfileref 2024-11-09T02:18:44,538 DEBUG [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:44,538 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] regionserver.HStore(327): Store=7cd4fc96e33bf768ee7148b29c1164c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:44,539 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,540 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd4fc96e33bf768ee7148b29c1164c6 columnFamilyName queue 2024-11-09T02:18:44,540 DEBUG [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:44,541 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] regionserver.HStore(327): Store=7cd4fc96e33bf768ee7148b29c1164c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:44,541 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,542 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cd4fc96e33bf768ee7148b29c1164c6 columnFamilyName sid 2024-11-09T02:18:44,542 DEBUG [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:44,543 INFO [StoreOpener-7cd4fc96e33bf768ee7148b29c1164c6-1 {}] regionserver.HStore(327): Store=7cd4fc96e33bf768ee7148b29c1164c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:44,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:18:44,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:44,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7cd4fc96e33bf768ee7148b29c1164c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72707046, jitterRate=0.08341941237449646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:18:44,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:44,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7cd4fc96e33bf768ee7148b29c1164c6: Running coprocessor pre-open hook at 1731118724531Writing region info on filesystem at 1731118724531Initializing all the Stores at 1731118724533 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118724533Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118724536 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118724536Cleaning up temporary data from old regions at 1731118724546 (+10 ms)Running coprocessor post-open hooks at 1731118724575 (+29 ms)Region opened successfully at 1731118724575 2024-11-09T02:18:44,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6., pid=10, masterSystemTime=1731118724475 2024-11-09T02:18:44,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:44,591 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7cd4fc96e33bf768ee7148b29c1164c6, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,36589,1731118712883 2024-11-09T02:18:44,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cd4fc96e33bf768ee7148b29c1164c6, server=53f286d3af3b,36589,1731118712883 because future has completed 2024-11-09T02:18:44,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:18:44,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cd4fc96e33bf768ee7148b29c1164c6, server=53f286d3af3b,36589,1731118712883 in 277 msec 2024-11-09T02:18:44,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:18:44,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7cd4fc96e33bf768ee7148b29c1164c6, ASSIGN in 444 msec 2024-11-09T02:18:44,603 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:18:44,603 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118724603"}]},"ts":"1731118724603"} 2024-11-09T02:18:44,607 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:18:44,608 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:18:44,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3870 sec 2024-11-09T02:18:44,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6., hostname=53f286d3af3b,36589,1731118712883, seqNum=2] 2024-11-09T02:18:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:44,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:44,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:18:44,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36589 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:18:44,861 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:18:44,915 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,36589,1731118712883, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:18:44,916 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:44,916 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36589,1731118712883, seqNum=-1] 2024-11-09T02:18:44,917 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:44,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T02:18:44,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,36589,1731118712883', locateType=CURRENT is [region=hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6., hostname=53f286d3af3b,36589,1731118712883, seqNum=2] 2024-11-09T02:18:44,922 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:18:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:18:44,925 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,36589,1731118712883 suceeded 2024-11-09T02:18:44,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:18:44,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-09T02:18:44,926 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:33421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:18:44,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7180 sec 2024-11-09T02:18:44,944 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:33421' 2024-11-09T02:18:44,968 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25496877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:44,968 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:44,968 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:44,969 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:44,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:44,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46d5c1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:44,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:44,971 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:44,972 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e5d02aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:44,972 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:44,973 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33421,1731118718493 2024-11-09T02:18:44,973 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29382566 2024-11-09T02:18:44,973 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:44,974 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T02:18:44,975 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,36589,1731118712883 (queues=1) is replicating from cluster=4ae70a8e-ba9c-44b7-89f1-0738db6309d4 to cluster=3d5359d8-9c41-47c3-b704-7d0baf349c56 2024-11-09T02:18:44,975 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C36589%2C1731118712883 2024-11-09T02:18:44,975 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,36589,1731118712883, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:18:44,989 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C36589%2C1731118712883 2024-11-09T02:18:44,989 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958, startPosition=0, beingWritten=true 2024-11-09T02:18:45,021 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:18:45,021 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 379, reset compression=false 2024-11-09T02:18:45,021 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,36589,1731118712883 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:18:45,230 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 379, reset compression=false 2024-11-09T02:18:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45819 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:45,362 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:18:45,363 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:45,363 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:45,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:45,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:45,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:45,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:45,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:45,370 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:45,370 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b5b44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:45,372 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:45,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c522c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:45,374 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33421,1731118718493 2024-11-09T02:18:45,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48627434 2024-11-09T02:18:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:45,377 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:45,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:45819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:18:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:18:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:45,381 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:45819' 2024-11-09T02:18:45,400 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec7410a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:45,400 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:45,401 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:45,401 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:45,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:45,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:45,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5fea47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:45,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:45,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:45,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:45,403 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:45,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc91d45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:45,404 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45819,1731118712046 2024-11-09T02:18:45,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a0c57a 2024-11-09T02:18:45,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:45,407 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:45,408 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:18:45,408 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:18:45,408 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:45,408 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:45,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:45,408 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:45,411 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:18:45,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:18:45,412 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:45,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:18:45,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:18:45,437 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2d8d8bc56f5a5b7bcf5400a27263fd1c, NAME => 'hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7 2024-11-09T02:18:45,461 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:18:45,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:18:45,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:45,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2d8d8bc56f5a5b7bcf5400a27263fd1c, disabling compactions & flushes 2024-11-09T02:18:45,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. after waiting 0 ms 2024-11-09T02:18:45,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,486 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,486 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2d8d8bc56f5a5b7bcf5400a27263fd1c: Waiting for close lock at 1731118725486Disabling compacts and flushes for region at 1731118725486Disabling writes for close at 1731118725486Writing region close event to WAL at 1731118725486Closed at 1731118725486 2024-11-09T02:18:45,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:18:45,488 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118725487"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118725487"}]},"ts":"1731118725487"} 2024-11-09T02:18:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:45,491 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:18:45,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:18:45,493 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118725493"}]},"ts":"1731118725493"} 2024-11-09T02:18:45,495 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:18:45,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d8d8bc56f5a5b7bcf5400a27263fd1c, ASSIGN}] 2024-11-09T02:18:45,498 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d8d8bc56f5a5b7bcf5400a27263fd1c, ASSIGN 2024-11-09T02:18:45,499 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d8d8bc56f5a5b7bcf5400a27263fd1c, ASSIGN; state=OFFLINE, location=53f286d3af3b,41293,1731118718608; forceNewPlan=false, retain=false 2024-11-09T02:18:45,554 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 379, reset compression=false 2024-11-09T02:18:45,650 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d8d8bc56f5a5b7bcf5400a27263fd1c, regionState=OPENING, regionLocation=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:45,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2d8d8bc56f5a5b7bcf5400a27263fd1c, ASSIGN because future has completed 2024-11-09T02:18:45,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d8d8bc56f5a5b7bcf5400a27263fd1c, server=53f286d3af3b,41293,1731118718608}] 2024-11-09T02:18:45,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:45,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:45,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:18:45,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41293%2C1731118718608.rep, suffix=, logDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608, archiveDir=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/oldWALs, maxLogs=10 2024-11-09T02:18:45,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.rep.1731118725827, exclude list is [], retry=0 2024-11-09T02:18:45,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45305,DS-e8e7f391-b16b-4051-ab05-256be1043192,DISK] 2024-11-09T02:18:45,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.rep.1731118725827 2024-11-09T02:18:45,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T02:18:45,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d8d8bc56f5a5b7bcf5400a27263fd1c, NAME => 'hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:45,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:18:45,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:18:45,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. service=MultiRowMutationService 2024-11-09T02:18:45,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:18:45,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:45,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,864 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,867 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8d8bc56f5a5b7bcf5400a27263fd1c columnFamilyName hfileref 2024-11-09T02:18:45,867 DEBUG [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:45,867 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] regionserver.HStore(327): Store=2d8d8bc56f5a5b7bcf5400a27263fd1c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:45,867 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,874 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8d8bc56f5a5b7bcf5400a27263fd1c columnFamilyName queue 2024-11-09T02:18:45,874 DEBUG [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:45,874 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] regionserver.HStore(327): Store=2d8d8bc56f5a5b7bcf5400a27263fd1c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:45,874 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,876 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d8d8bc56f5a5b7bcf5400a27263fd1c columnFamilyName sid 2024-11-09T02:18:45,876 DEBUG [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:45,877 INFO [StoreOpener-2d8d8bc56f5a5b7bcf5400a27263fd1c-1 {}] regionserver.HStore(327): Store=2d8d8bc56f5a5b7bcf5400a27263fd1c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:45,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:18:45,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:45,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2d8d8bc56f5a5b7bcf5400a27263fd1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71600971, jitterRate=0.06693761050701141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:18:45,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:45,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2d8d8bc56f5a5b7bcf5400a27263fd1c: Running coprocessor pre-open hook at 1731118725862Writing region info on filesystem at 1731118725862Initializing all the Stores at 1731118725863 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118725863Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118725864 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118725864Cleaning up temporary data from old regions at 1731118725883 (+19 ms)Running coprocessor post-open hooks at 1731118725898 (+15 ms)Region opened successfully at 1731118725898 2024-11-09T02:18:45,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c., pid=10, masterSystemTime=1731118725816 2024-11-09T02:18:45,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:45,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2d8d8bc56f5a5b7bcf5400a27263fd1c, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41293,1731118718608 2024-11-09T02:18:45,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d8d8bc56f5a5b7bcf5400a27263fd1c, server=53f286d3af3b,41293,1731118718608 because future has completed 2024-11-09T02:18:45,908 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33421 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=53f286d3af3b,41293,1731118718608, table=hbase:replication, region=2d8d8bc56f5a5b7bcf5400a27263fd1c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T02:18:45,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:18:45,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d8d8bc56f5a5b7bcf5400a27263fd1c, server=53f286d3af3b,41293,1731118718608 in 255 msec 2024-11-09T02:18:45,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:18:45,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2d8d8bc56f5a5b7bcf5400a27263fd1c, ASSIGN in 421 msec 2024-11-09T02:18:45,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:18:45,921 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118725921"}]},"ts":"1731118725921"} 2024-11-09T02:18:45,923 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:18:45,924 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:18:45,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 516 msec 2024-11-09T02:18:45,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 379, reset compression=false 2024-11-09T02:18:45,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c., hostname=53f286d3af3b,41293,1731118718608, seqNum=2] 2024-11-09T02:18:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:46,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:46,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:18:46,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41293 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:18:46,181 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:18:46,210 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,41293,1731118718608, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:18:46,210 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:46,210 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:46,211 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:46,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T02:18:46,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,41293,1731118718608', locateType=CURRENT is [region=hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c., hostname=53f286d3af3b,41293,1731118718608, seqNum=2] 2024-11-09T02:18:46,215 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:18:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:18:46,217 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,41293,1731118718608 suceeded 2024-11-09T02:18:46,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:18:46,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-09T02:18:46,220 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:45819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:18:46,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 843 msec 2024-11-09T02:18:46,229 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:45819' 2024-11-09T02:18:46,230 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c34aef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:46,230 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:46,230 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:46,231 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@574e5681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:46,232 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:46,233 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33869fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:46,233 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45819,1731118712046 2024-11-09T02:18:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63d585bb 2024-11-09T02:18:46,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:46,234 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T02:18:46,235 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,41293,1731118718608 (queues=1) is replicating from cluster=3d5359d8-9c41-47c3-b704-7d0baf349c56 to cluster=4ae70a8e-ba9c-44b7-89f1-0738db6309d4 2024-11-09T02:18:46,235 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C41293%2C1731118718608 2024-11-09T02:18:46,235 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,41293,1731118718608, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:18:46,235 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C41293%2C1731118718608 2024-11-09T02:18:46,235 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841, startPosition=0, beingWritten=true 2024-11-09T02:18:46,240 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:18:46,240 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 379, reset compression=false 2024-11-09T02:18:46,240 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41293,1731118718608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:18:46,443 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 379, reset compression=false 2024-11-09T02:18:46,478 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 379, reset compression=false 2024-11-09T02:18:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:18:46,522 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:18:46,522 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:46,522 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:46,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:46,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:46,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:46,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:46,529 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731118726528/Put/seqid=0 2024-11-09T02:18:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741840_1016 (size=7894) 2024-11-09T02:18:46,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731118726559/Put/seqid=0 2024-11-09T02:18:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741841_1017 (size=7691) 2024-11-09T02:18:46,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:46,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:46,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:46,582 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:46,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed3c398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:46,583 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:46,584 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:46,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e68171f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:46,586 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36589,1731118712883, seqNum=-1] 2024-11-09T02:18:46,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:46,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:46,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45819,1731118712046 2024-11-09T02:18:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4604b7ca 2024-11-09T02:18:46,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:46,601 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:46,606 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., hostname=53f286d3af3b,36589,1731118712883, seqNum=2] 2024-11-09T02:18:46,609 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:18:46,620 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T02:18:46,623 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T02:18:46,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T02:18:46,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:46,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T02:18:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HRegion(2603): Flush status journal for 0c9692a63d54215a3fc2a6254ff7991a: 2024-11-09T02:18:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_0 2024-11-09T02:18:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_0 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ 2024-11-09T02:18:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_1 2024-11-09T02:18:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_1 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ 2024-11-09T02:18:46,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_0 into 0c9692a63d54215a3fc2a6254ff7991a/f as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ - updating store file list. 2024-11-09T02:18:46,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7093e2972dd74785b2816c78cc720d05_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:46,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ into 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:46,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_0 into 0c9692a63d54215a3fc2a6254ff7991a/f (new location: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_) 2024-11-09T02:18:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_0 2024-11-09T02:18:46,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_1 into 0c9692a63d54215a3fc2a6254ff7991a/f as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ - updating store file list. 2024-11-09T02:18:46,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43d2c9810d31431b9582fba005ff4399_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:46,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ into 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:46,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_1 into 0c9692a63d54215a3fc2a6254ff7991a/f (new location: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_) 2024-11-09T02:18:46,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins__test__j5sn9obarhr8225ipfn6tcfhqbphjo42r9fid7hf88sifbk6h9b5ol6i6klnc6ri/f/hfile_1 2024-11-09T02:18:46,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:46,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:46,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:46,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:46,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47402 deadline: 1731118786666 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47402 2024-11-09T02:18:46,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., hostname=53f286d3af3b,36589,1731118712883, seqNum=2 , the old value is region=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., hostname=53f286d3af3b,36589,1731118712883, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=53f286d3af3b:36589 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:18:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., hostname=53f286d3af3b,36589,1731118712883, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:18:46,667 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., hostname=53f286d3af3b,36589,1731118712883, seqNum=2 from cache 2024-11-09T02:18:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:46,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:46,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:46,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., hostname=53f286d3af3b,41293,1731118718608, seqNum=2] 2024-11-09T02:18:46,673 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T02:18:46,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:18:46,689 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:18:46,755 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 379, reset compression=false 2024-11-09T02:18:46,772 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:36589 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T02:18:47,082 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 379, reset compression=false 2024-11-09T02:18:47,087 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:18:47,087 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,36589,1731118712883 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c9692a63d54215a3fc2a6254ff7991a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118726664/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T02:18:47,089 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:47,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T02:18:47,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.ReplicationSink(318): Replicating [4ae70a8e-ba9c-44b7-89f1-0738db6309d4] bulk loaded data 2024-11-09T02:18:47,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58c98526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:47,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:47,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:47,091 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:47,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:47,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:47,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b7246a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:47,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:47,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:47,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:47,092 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:47,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c923a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:47,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741840_1016 (size=7894) 2024-11-09T02:18:47,160 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 379, reset compression=false 2024-11-09T02:18:47,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:47,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,287 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 687, reset compression=false 2024-11-09T02:18:47,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:47,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741841_1017 (size=7691) 2024-11-09T02:18:47,592 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 687, reset compression=false 2024-11-09T02:18:47,664 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 379, reset compression=false 2024-11-09T02:18:47,676 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T02:18:47,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33421,1731118718493 2024-11-09T02:18:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@499c6fb8 2024-11-09T02:18:47,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:47,916 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T02:18:47,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:18:47,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:47,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:47,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:47,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T02:18:47,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T02:18:47,928 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T02:18:47,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ for inclusion in d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T02:18:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:47,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ for inclusion in d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T02:18:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegion(2603): Flush status journal for d9e183b86c762fff7f8ad08b6ba6d1b4: 2024-11-09T02:18:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 43d2c9810d31431b9582fba005ff4399_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:18:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/c6e5130f9f214faab8854b25a0f1bd9f_SeqId_4_ 2024-11-09T02:18:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7093e2972dd74785b2816c78cc720d05_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:18:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/4b3eaf5a682949018cde84807a542906_SeqId_4_ 2024-11-09T02:18:47,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/c6e5130f9f214faab8854b25a0f1bd9f_SeqId_4_ - updating store file list. 2024-11-09T02:18:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c6e5130f9f214faab8854b25a0f1bd9f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:47,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/c6e5130f9f214faab8854b25a0f1bd9f_SeqId_4_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:47,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f (new location: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/c6e5130f9f214faab8854b25a0f1bd9f_SeqId_4_) 2024-11-09T02:18:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/43d2c9810d31431b9582fba005ff4399_SeqId_4_ 2024-11-09T02:18:47,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/4b3eaf5a682949018cde84807a542906_SeqId_4_ - updating store file list. 2024-11-09T02:18:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b3eaf5a682949018cde84807a542906_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:47,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/4b3eaf5a682949018cde84807a542906_SeqId_4_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:47,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f (new location: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/4b3eaf5a682949018cde84807a542906_SeqId_4_) 2024-11-09T02:18:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins.hfs.11__test__i1q90nb3o745rnu2o0tbrk2d4i4sbrrqu0ru8nt37f9b6l3ndgag0pud8ojj4taj/f/7093e2972dd74785b2816c78cc720d05_SeqId_4_ 2024-11-09T02:18:47,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.ReplicationSink(324): Finished replicating [4ae70a8e-ba9c-44b7-89f1-0738db6309d4] bulk loaded data 2024-11-09T02:18:47,996 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 687, reset compression=false 2024-11-09T02:18:48,267 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 379, reset compression=false 2024-11-09T02:18:48,291 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:18:48,291 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41293,1731118718608 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9e183b86c762fff7f8ad08b6ba6d1b4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118727956/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T02:18:48,293 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:18:48,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T02:18:48,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(318): Replicating [4ae70a8e-ba9c-44b7-89f1-0738db6309d4, 3d5359d8-9c41-47c3-b704-7d0baf349c56] bulk loaded data 2024-11-09T02:18:48,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19f2fe6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:48,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,45819,-1 for getting cluster id 2024-11-09T02:18:48,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:48,296 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4ae70a8e-ba9c-44b7-89f1-0738db6309d4' 2024-11-09T02:18:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4ae70a8e-ba9c-44b7-89f1-0738db6309d4" 2024-11-09T02:18:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df4b89e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,45819,-1] 2024-11-09T02:18:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:48,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:48,297 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:48,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7752a00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:48,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741842_1018 (size=7691) 2024-11-09T02:18:48,491 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 725, reset compression=false 2024-11-09T02:18:48,500 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 687, reset compression=false 2024-11-09T02:18:48,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:48,687 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731118728687/Put/seqid=0 2024-11-09T02:18:48,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741842_1018 (size=11194) 2024-11-09T02:18:48,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741843_1019 (size=7894) 2024-11-09T02:18:48,795 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 725, reset compression=false 2024-11-09T02:18:49,093 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731118729093/Put/seqid=0 2024-11-09T02:18:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741843_1019 (size=10791) 2024-11-09T02:18:49,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:49,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,33421,-1 for getting cluster id 2024-11-09T02:18:49,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:18:49,100 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d5359d8-9c41-47c3-b704-7d0baf349c56' 2024-11-09T02:18:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:18:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d5359d8-9c41-47c3-b704-7d0baf349c56" 2024-11-09T02:18:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49125a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,33421,-1] 2024-11-09T02:18:49,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:18:49,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:49,102 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:18:49,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:18:49,103 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 687, reset compression=false 2024-11-09T02:18:49,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:49,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:49,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:49,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:49,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,33421,1731118718493 2024-11-09T02:18:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31229313 2024-11-09T02:18:49,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:49,114 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:18:49,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., hostname=53f286d3af3b,41293,1731118718608, seqNum=2] 2024-11-09T02:18:49,120 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:18:49,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,45819,1731118712046 2024-11-09T02:18:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ca8d4c 2024-11-09T02:18:49,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:18:49,124 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T02:18:49,125 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T02:18:49,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:18:49,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:49,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36589,1731118712883, seqNum=-1] 2024-11-09T02:18:49,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:49,128 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T02:18:49,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T02:18:49,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_1 for inclusion in d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:49,134 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__vdki998dhmuvkdipjsq15ji8jnuk2qnhdt9rkkkats1rjjamvf06cr6dsj0e7ose/f/4b3eaf5a682949018cde84807a542906_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T02:18:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T02:18:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:49,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_0 for inclusion in d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:49,137 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__vdki998dhmuvkdipjsq15ji8jnuk2qnhdt9rkkkats1rjjamvf06cr6dsj0e7ose/f/c6e5130f9f214faab8854b25a0f1bd9f_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T02:18:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T02:18:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegion(2603): Flush status journal for d9e183b86c762fff7f8ad08b6ba6d1b4: 2024-11-09T02:18:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_1 2024-11-09T02:18:49,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(324): Finished replicating [4ae70a8e-ba9c-44b7-89f1-0738db6309d4, 3d5359d8-9c41-47c3-b704-7d0baf349c56] bulk loaded data 2024-11-09T02:18:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_1 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ 2024-11-09T02:18:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_0 2024-11-09T02:18:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_0 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ 2024-11-09T02:18:49,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_1 into d9e183b86c762fff7f8ad08b6ba6d1b4/f as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ - updating store file list. 2024-11-09T02:18:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 566676089dfc4f90869cc09031fd1ef8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:49,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:49,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_1 into d9e183b86c762fff7f8ad08b6ba6d1b4/f (new location: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_) 2024-11-09T02:18:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_1 2024-11-09T02:18:49,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_0 into d9e183b86c762fff7f8ad08b6ba6d1b4/f as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ - updating store file list. 2024-11-09T02:18:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:49,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ into d9e183b86c762fff7f8ad08b6ba6d1b4/f 2024-11-09T02:18:49,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_0 into d9e183b86c762fff7f8ad08b6ba6d1b4/f (new location: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_) 2024-11-09T02:18:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/staging/jenkins__test__fd5kha46al8vceepb02dier9l26ga6e4e22e37fanq1uvd5ngueik2iusrued9vj/f/hfile_0 2024-11-09T02:18:49,156 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:49,156 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:49,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:49,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:49,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., hostname=53f286d3af3b,41293,1731118718608, seqNum=2 , the old value is region=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., hostname=53f286d3af3b,41293,1731118718608, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=53f286d3af3b:41293 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:18:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., hostname=53f286d3af3b,41293,1731118718608, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:18:49,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4., hostname=53f286d3af3b,41293,1731118718608, seqNum=2 from cache 2024-11-09T02:18:49,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,36589,1731118712883, seqNum=-1] 2024-11-09T02:18:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:18:49,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:18:49,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., hostname=53f286d3af3b,36589,1731118712883, seqNum=2] 2024-11-09T02:18:49,168 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T02:18:49,172 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T02:18:49,198 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 725, reset compression=false 2024-11-09T02:18:49,203 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:18:49,203 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41293,1731118718608 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9e183b86c762fff7f8ad08b6ba6d1b4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118729155/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T02:18:49,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(318): Replicating [3d5359d8-9c41-47c3-b704-7d0baf349c56] bulk loaded data 2024-11-09T02:18:49,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741844_1020 (size=10791) 2024-11-09T02:18:49,261 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T02:18:49,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:18:49,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T02:18:49,271 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:18:49,271 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T02:18:49,273 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:18:49,273 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T02:18:49,403 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1033, reset compression=false 2024-11-09T02:18:49,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741845_1021 (size=11194) 2024-11-09T02:18:49,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:18:49,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T02:18:49,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T02:18:49,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ for inclusion in 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T02:18:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:49,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ for inclusion in 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T02:18:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:18:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HRegion(2603): Flush status journal for 0c9692a63d54215a3fc2a6254ff7991a: 2024-11-09T02:18:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 566676089dfc4f90869cc09031fd1ef8_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:18:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/eb80443b5b1146148a73eb16627d9f2c_SeqId_6_ 2024-11-09T02:18:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:18:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/e5a2c67aee2740969c85b0b63e3ea2e7_SeqId_6_ 2024-11-09T02:18:49,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ into 0c9692a63d54215a3fc2a6254ff7991a/f as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/eb80443b5b1146148a73eb16627d9f2c_SeqId_6_ - updating store file list. 2024-11-09T02:18:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb80443b5b1146148a73eb16627d9f2c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:49,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/eb80443b5b1146148a73eb16627d9f2c_SeqId_6_ into 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:49,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ into 0c9692a63d54215a3fc2a6254ff7991a/f (new location: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/eb80443b5b1146148a73eb16627d9f2c_SeqId_6_) 2024-11-09T02:18:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/566676089dfc4f90869cc09031fd1ef8_SeqId_6_ 2024-11-09T02:18:49,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ into 0c9692a63d54215a3fc2a6254ff7991a/f as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/e5a2c67aee2740969c85b0b63e3ea2e7_SeqId_6_ - updating store file list. 2024-11-09T02:18:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5a2c67aee2740969c85b0b63e3ea2e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:18:49,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/e5a2c67aee2740969c85b0b63e3ea2e7_SeqId_6_ into 0c9692a63d54215a3fc2a6254ff7991a/f 2024-11-09T02:18:49,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ into 0c9692a63d54215a3fc2a6254ff7991a/f (new location: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/f/e5a2c67aee2740969c85b0b63e3ea2e7_SeqId_6_) 2024-11-09T02:18:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/staging/jenkins.hfs.10__test__uj02g51geo7naefm9o77ncvp733nkth6bhtp66dotclut7gs2sf4urbeo0gac3ge/f/8b9b0da5d33c4fa6a4870cb90d46d9a9_SeqId_6_ 2024-11-09T02:18:49,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36589 {}] regionserver.ReplicationSink(324): Finished replicating [3d5359d8-9c41-47c3-b704-7d0baf349c56] bulk loaded data 2024-11-09T02:18:49,706 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1033, reset compression=false 2024-11-09T02:18:49,807 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 687, reset compression=false 2024-11-09T02:18:49,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:18:49,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,36589,1731118712883 got entry batch from reader: WALEntryBatch [walEntries=[{test/0c9692a63d54215a3fc2a6254ff7991a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118729648/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T02:18:49,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.ReplicationSink(318): Replicating [3d5359d8-9c41-47c3-b704-7d0baf349c56, 4ae70a8e-ba9c-44b7-89f1-0738db6309d4] bulk loaded data 2024-11-09T02:18:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741844_1020 (size=10791) 2024-11-09T02:18:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741845_1021 (size=11194) 2024-11-09T02:18:50,012 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:50,109 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1033, reset compression=false 2024-11-09T02:18:50,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:18:50,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:50,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:50,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:50,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:50,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:50,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:18:50,181 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=613324794, stopped=false 2024-11-09T02:18:50,181 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,33421,1731118718493 2024-11-09T02:18:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1472185176/running 2024-11-09T02:18:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1472185176/running 2024-11-09T02:18:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:50,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:50,192 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:50,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:50,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:50,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:50,193 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,41293,1731118718608' ***** 2024-11-09T02:18:50,193 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:18:50,193 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:18:50,193 INFO [RS:0;53f286d3af3b:41293 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:18:50,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:18:50,193 INFO [RS:0;53f286d3af3b:41293 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:18:50,194 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d8d8bc56f5a5b7bcf5400a27263fd1c 2024-11-09T02:18:50,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/running 2024-11-09T02:18:50,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Set watcher on znode that does not yet exist, /1472185176/running 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(3091): Received CLOSE for d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,41293,1731118718608 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41293. 2024-11-09T02:18:50,196 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d8d8bc56f5a5b7bcf5400a27263fd1c, disabling compactions & flushes 2024-11-09T02:18:50,196 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:50,196 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:50,196 DEBUG [RS:0;53f286d3af3b:41293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:50,196 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:50,196 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. after waiting 0 ms 2024-11-09T02:18:50,196 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:18:50,196 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:18:50,196 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T02:18:50,197 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:18:50,198 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:18:50,198 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2d8d8bc56f5a5b7bcf5400a27263fd1c=hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c., d9e183b86c762fff7f8ad08b6ba6d1b4=test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4.} 2024-11-09T02:18:50,198 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2d8d8bc56f5a5b7bcf5400a27263fd1c, d9e183b86c762fff7f8ad08b6ba6d1b4 2024-11-09T02:18:50,198 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:50,198 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:50,198 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:50,198 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:50,198 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:50,198 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:18:50,211 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:50,221 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/info/d3659c91bb1642b1b0a40d85fc9478c1 is 147, key is hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c./info:regioninfo/1731118725903/Put/seqid=0 2024-11-09T02:18:50,222 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/.tmp/hfileref/fb7c6fcf7bed47b6b7bedef92b549f25 is 74, key is 1/hfileref:4b3eaf5a682949018cde84807a542906_SeqId_4_/1731118729139/DeleteColumn/seqid=0 2024-11-09T02:18:50,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:18:50,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41293 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:18:50,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41293 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:48262 deadline: 1731118790235, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping 2024-11-09T02:18:50,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741846_1022 (size=5345) 2024-11-09T02:18:50,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 from cache 2024-11-09T02:18:50,240 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/.tmp/hfileref/fb7c6fcf7bed47b6b7bedef92b549f25 2024-11-09T02:18:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741847_1023 (size=7686) 2024-11-09T02:18:50,250 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/info/d3659c91bb1642b1b0a40d85fc9478c1 2024-11-09T02:18:50,285 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/.tmp/queue/86aafaff615b4f4da26e40b928f08ccf is 154, key is 1-53f286d3af3b,41293,1731118718608/queue:53f286d3af3b%2C41293%2C1731118718608/1731118729652/Put/seqid=0 2024-11-09T02:18:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741848_1024 (size=5353) 2024-11-09T02:18:50,307 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/ns/3f9d00342b094849a148dac1a62b7a08 is 43, key is default/ns:d/1731118721789/Put/seqid=0 2024-11-09T02:18:50,307 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/.tmp/queue/86aafaff615b4f4da26e40b928f08ccf 2024-11-09T02:18:50,315 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/.tmp/hfileref/fb7c6fcf7bed47b6b7bedef92b549f25 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/hfileref/fb7c6fcf7bed47b6b7bedef92b549f25 2024-11-09T02:18:50,315 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:50,324 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/hfileref/fb7c6fcf7bed47b6b7bedef92b549f25, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T02:18:50,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741849_1025 (size=5153) 2024-11-09T02:18:50,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/.tmp/queue/86aafaff615b4f4da26e40b928f08ccf as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/queue/86aafaff615b4f4da26e40b928f08ccf 2024-11-09T02:18:50,334 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/queue/86aafaff615b4f4da26e40b928f08ccf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T02:18:50,335 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2d8d8bc56f5a5b7bcf5400a27263fd1c in 139ms, sequenceid=12, compaction requested=false 2024-11-09T02:18:50,341 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:50,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:50,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41293 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:18:50,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41293 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:48262 deadline: 1731118790235, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping 2024-11-09T02:18:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 from cache 2024-11-09T02:18:50,349 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/replication/2d8d8bc56f5a5b7bcf5400a27263fd1c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T02:18:50,350 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:50,350 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:50,350 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:50,350 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d8d8bc56f5a5b7bcf5400a27263fd1c: Waiting for close lock at 1731118730196Running coprocessor pre-close hooks at 1731118730196Disabling compacts and flushes for region at 1731118730196Disabling writes for close at 1731118730196Obtaining lock to block concurrent updates at 1731118730196Preparing flush snapshotting stores in 2d8d8bc56f5a5b7bcf5400a27263fd1c at 1731118730196Finished memstore snapshotting hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731118730197 (+1 ms)Flushing stores of hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. at 1731118730197Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c/hfileref: creating writer at 1731118730198 (+1 ms)Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c/hfileref: appending metadata at 1731118730219 (+21 ms)Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c/hfileref: closing flushed file at 1731118730219Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c/queue: creating writer at 1731118730245 (+26 ms)Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c/queue: appending metadata at 1731118730280 (+35 ms)Flushing 2d8d8bc56f5a5b7bcf5400a27263fd1c/queue: closing flushed file at 1731118730284 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d323ecc: reopening flushed file at 1731118730313 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333dd437: reopening flushed file at 1731118730325 (+12 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 2d8d8bc56f5a5b7bcf5400a27263fd1c in 139ms, sequenceid=12, compaction requested=false at 1731118730335 (+10 ms)Writing region close event to WAL at 1731118730341 (+6 ms)Running coprocessor post-close hooks at 1731118730350 (+9 ms)Closed at 1731118730350 2024-11-09T02:18:50,350 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118725408.2d8d8bc56f5a5b7bcf5400a27263fd1c. 2024-11-09T02:18:50,351 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9e183b86c762fff7f8ad08b6ba6d1b4, disabling compactions & flushes 2024-11-09T02:18:50,351 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:50,351 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:50,351 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. after waiting 0 ms 2024-11-09T02:18:50,351 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:50,360 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/default/test/d9e183b86c762fff7f8ad08b6ba6d1b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:18:50,361 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:50,361 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:18:50,361 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:50,361 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9e183b86c762fff7f8ad08b6ba6d1b4: Waiting for close lock at 1731118730350Running coprocessor pre-close hooks at 1731118730350Disabling compacts and flushes for region at 1731118730350Disabling writes for close at 1731118730351 (+1 ms)Writing region close event to WAL at 1731118730357 (+6 ms)Running coprocessor post-close hooks at 1731118730361 (+4 ms)Closed at 1731118730361 2024-11-09T02:18:50,361 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4. 2024-11-09T02:18:50,398 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:50,551 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:50,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:50,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41293 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:18:50,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41293 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:48262 deadline: 1731118790235, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping 2024-11-09T02:18:50,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 from cache 2024-11-09T02:18:50,598 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:50,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1033, reset compression=false 2024-11-09T02:18:50,617 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:18:50,617 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1328, reset compression=false 2024-11-09T02:18:50,617 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41293,1731118718608 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:18:50,619 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,41293,1731118718608: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,41293,1731118718608, walGroup=53f286d3af3b%2C41293%2C1731118718608, offset=53f286d3af3b%2C41293%2C1731118718608.1731118720841:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41293 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:18:50,621 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:18:50,623 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:18:50,624 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:18:50,624 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:18:50,624 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:18:50,624 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 574842432 }, "NonHeapMemoryUsage": { "committed": 190119936, "init": 7667712, "max": -1, "used": 187316624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:18:50,627 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:18:50,701 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:18:50,701 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:18:50,728 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/ns/3f9d00342b094849a148dac1a62b7a08 2024-11-09T02:18:50,737 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:50,746 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/rep_barrier/afc3415b01c04dcb84a57ff7c3d3e04e is 112, key is test,,1731118722556.d9e183b86c762fff7f8ad08b6ba6d1b4./rep_barrier:seqnumDuringOpen/1731118722997/Put/seqid=0 2024-11-09T02:18:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741850_1026 (size=5518) 2024-11-09T02:18:50,798 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:50,820 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1328, reset compression=false 2024-11-09T02:18:50,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:50,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:50,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:50,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 from cache 2024-11-09T02:18:50,999 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:51,124 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1328, reset compression=false 2024-11-09T02:18:51,150 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/rep_barrier/afc3415b01c04dcb84a57ff7c3d3e04e 2024-11-09T02:18:51,172 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/table/fe6d4b3b09da41569a910c88569f42b3 is 53, key is hbase:replication/table:state/1731118725921/Put/seqid=0 2024-11-09T02:18:51,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741851_1027 (size=5308) 2024-11-09T02:18:51,199 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:18:51,199 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:18:51,199 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:51,241 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:51,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:18:51,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1] 2024-11-09T02:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41293,1731118718608, seqNum=-1 from cache 2024-11-09T02:18:51,374 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,375 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T02:18:50.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.343Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.554Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.864Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51.373Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T02:18:51,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T02:18:50.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.343Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.554Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.864Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51.373Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T02:18:51,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41293 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:48254 deadline: 1731118789812, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T02:18:50.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.343Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.554Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.864Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51.373Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51,379 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T02:18:50.239Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.343Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.554Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 53f286d3af3b,41293,1731118718608 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T02:18:50.864Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting 2024-11-09T02:18:51.373Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,399 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:51,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,484 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 53f286d3af3b,41293,1731118718608 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,527 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 to pos 1328, reset compression=false 2024-11-09T02:18:51,576 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/table/fe6d4b3b09da41569a910c88569f42b3 2024-11-09T02:18:51,582 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/info/d3659c91bb1642b1b0a40d85fc9478c1 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/info/d3659c91bb1642b1b0a40d85fc9478c1 2024-11-09T02:18:51,586 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/info/d3659c91bb1642b1b0a40d85fc9478c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:18:51,587 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/ns/3f9d00342b094849a148dac1a62b7a08 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/ns/3f9d00342b094849a148dac1a62b7a08 2024-11-09T02:18:51,591 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/ns/3f9d00342b094849a148dac1a62b7a08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:18:51,592 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/rep_barrier/afc3415b01c04dcb84a57ff7c3d3e04e as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/rep_barrier/afc3415b01c04dcb84a57ff7c3d3e04e 2024-11-09T02:18:51,596 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/rep_barrier/afc3415b01c04dcb84a57ff7c3d3e04e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:18:51,597 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/.tmp/table/fe6d4b3b09da41569a910c88569f42b3 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/table/fe6d4b3b09da41569a910c88569f42b3 2024-11-09T02:18:51,599 DEBUG [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:51,601 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/table/fe6d4b3b09da41569a910c88569f42b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:18:51,601 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1403ms, sequenceid=16, compaction requested=false 2024-11-09T02:18:51,606 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:18:51,606 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:51,606 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:51,606 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:51,606 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118730198Running coprocessor pre-close hooks at 1731118730198Disabling compacts and flushes for region at 1731118730198Disabling writes for close at 1731118730198Obtaining lock to block concurrent updates at 1731118730198Preparing flush snapshotting stores in 1588230740 at 1731118730198Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118730199 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118730200 (+1 ms)Flushing 1588230740/info: creating writer at 1731118730200Flushing 1588230740/info: appending metadata at 1731118730220 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731118730220Flushing 1588230740/ns: creating writer at 1731118730255 (+35 ms)Flushing 1588230740/ns: appending metadata at 1731118730306 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1731118730306Flushing 1588230740/rep_barrier: creating writer at 1731118730732 (+426 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118730746 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118730746Flushing 1588230740/table: creating writer at 1731118731155 (+409 ms)Flushing 1588230740/table: appending metadata at 1731118731172 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731118731172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0482b2: reopening flushed file at 1731118731581 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37cced24: reopening flushed file at 1731118731586 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51ca19a8: reopening flushed file at 1731118731591 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14db8379: reopening flushed file at 1731118731596 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1403ms, sequenceid=16, compaction requested=false at 1731118731601 (+5 ms)Writing region close event to WAL at 1731118731603 (+2 ms)Running coprocessor post-close hooks at 1731118731606 (+3 ms)Closed at 1731118731606 2024-11-09T02:18:51,606 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:51,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,689 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 53f286d3af3b,41293,1731118718608 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,799 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,41293,1731118718608; all regions closed. 2024-11-09T02:18:51,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:18:51,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741839_1015 (size=3127) 2024-11-09T02:18:51,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741832_1008 (size=1336) 2024-11-09T02:18:51,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/WALs/53f286d3af3b,41293,1731118718608/53f286d3af3b%2C41293%2C1731118718608.1731118720841 not finished, retry = 0 2024-11-09T02:18:51,846 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:51,906 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:51,906 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:51,907 INFO [RS:0;53f286d3af3b:41293 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:51,907 INFO [RS:0;53f286d3af3b:41293 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:51,907 INFO [RS:0;53f286d3af3b:41293 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:51,907 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,41293,1731118718608 because: Region server is closing 2024-11-09T02:18:51,907 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:51,907 INFO [RS:0;53f286d3af3b:41293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41293. 2024-11-09T02:18:51,907 DEBUG [RS:0;53f286d3af3b:41293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:51,907 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:51,908 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:51,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:51,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 53f286d3af3b,41293,1731118718608 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:51,993 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 53f286d3af3b,41293,1731118718608 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:52,008 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.shipper53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 terminated 2024-11-09T02:18:52,008 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41293,1731118718608.replicationSource.wal-reader.53f286d3af3b%2C41293%2C1731118718608,1-53f286d3af3b,41293,1731118718608 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:18:52,008 INFO [RS:0;53f286d3af3b:41293 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41293. 2024-11-09T02:18:52,008 DEBUG [RS:0;53f286d3af3b:41293 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:52,008 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:52,008 DEBUG [RS:0;53f286d3af3b:41293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:52,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:52,008 INFO [RS:0;53f286d3af3b:41293 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41293 2024-11-09T02:18:52,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1472185176/rs/53f286d3af3b,41293,1731118718608 2024-11-09T02:18:52,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176/rs 2024-11-09T02:18:52,055 INFO [RS:0;53f286d3af3b:41293 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:52,056 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,41293,1731118718608] 2024-11-09T02:18:52,076 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1472185176/draining/53f286d3af3b,41293,1731118718608 already deleted, retry=false 2024-11-09T02:18:52,076 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,41293,1731118718608 expired; onlineServers=0 2024-11-09T02:18:52,076 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,33421,1731118718493' ***** 2024-11-09T02:18:52,076 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:18:52,076 INFO [M:0;53f286d3af3b:33421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:52,076 INFO [M:0;53f286d3af3b:33421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:52,077 DEBUG [M:0;53f286d3af3b:33421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:18:52,077 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:18:52,077 DEBUG [M:0;53f286d3af3b:33421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:18:52,077 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118720504 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118720504,5,FailOnTimeoutGroup] 2024-11-09T02:18:52,077 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118720504 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118720504,5,FailOnTimeoutGroup] 2024-11-09T02:18:52,077 INFO [M:0;53f286d3af3b:33421 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:52,077 INFO [M:0;53f286d3af3b:33421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:52,077 DEBUG [M:0;53f286d3af3b:33421 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:18:52,077 INFO [M:0;53f286d3af3b:33421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:18:52,077 INFO [M:0;53f286d3af3b:33421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:52,077 INFO [M:0;53f286d3af3b:33421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:18:52,077 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:18:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1472185176/master 2024-11-09T02:18:52,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1472185176 2024-11-09T02:18:52,087 DEBUG [M:0;53f286d3af3b:33421 {}] zookeeper.ZKUtil(347): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Unable to get data of znode /1472185176/master because node does not exist (not an error) 2024-11-09T02:18:52,087 WARN [M:0;53f286d3af3b:33421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:18:52,088 INFO [M:0;53f286d3af3b:33421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/.lastflushedseqids 2024-11-09T02:18:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741852_1028 (size=263) 2024-11-09T02:18:52,109 INFO [M:0;53f286d3af3b:33421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:18:52,109 INFO [M:0;53f286d3af3b:33421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:18:52,109 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:52,109 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:52,109 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:52,109 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:52,109 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:52,109 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T02:18:52,132 DEBUG [M:0;53f286d3af3b:33421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d79965a493fb421ca126001db6e23cff is 82, key is hbase:meta,,1/info:regioninfo/1731118721770/Put/seqid=0 2024-11-09T02:18:52,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741853_1029 (size=5672) 2024-11-09T02:18:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:52,166 INFO [RS:0;53f286d3af3b:41293 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:52,166 INFO [RS:0;53f286d3af3b:41293 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,41293,1731118718608; zookeeper connection closed. 2024-11-09T02:18:52,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41293-0x1011d6336fd0004, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:52,166 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@42f7e14d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@42f7e14d 2024-11-09T02:18:52,166 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:18:52,398 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 53f286d3af3b:41293 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:41293 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:52,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 53f286d3af3b:41293 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:41293 2024-11-09T02:18:52,399 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=53f286d3af3b:41293 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:41293 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:41293 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T02:18:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:18:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:33832 deadline: 1731118792401, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T02:18:52,403 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T02:18:52,403 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T02:18:52,538 INFO [M:0;53f286d3af3b:33421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d79965a493fb421ca126001db6e23cff 2024-11-09T02:18:52,550 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:52,559 DEBUG [M:0;53f286d3af3b:33421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/744e4c7eef9e46ff94e0bceebe62d24d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118725925/Put/seqid=0 2024-11-09T02:18:52,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741854_1030 (size=8516) 2024-11-09T02:18:52,904 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T02:18:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:18:52,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:33832 deadline: 1731118792905, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T02:18:52,906 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T02:18:52,906 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T02:18:52,906 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T02:18:52,963 INFO [M:0;53f286d3af3b:33421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/744e4c7eef9e46ff94e0bceebe62d24d 2024-11-09T02:18:52,992 DEBUG [M:0;53f286d3af3b:33421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14593f8f59a74076b3d7cb1413cc1b63 is 69, key is 53f286d3af3b,41293,1731118718608/rs:state/1731118720618/Put/seqid=0 2024-11-09T02:18:52,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741855_1031 (size=5156) 2024-11-09T02:18:53,001 INFO [M:0;53f286d3af3b:33421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14593f8f59a74076b3d7cb1413cc1b63 2024-11-09T02:18:53,006 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d79965a493fb421ca126001db6e23cff as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d79965a493fb421ca126001db6e23cff 2024-11-09T02:18:53,013 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d79965a493fb421ca126001db6e23cff, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T02:18:53,014 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/744e4c7eef9e46ff94e0bceebe62d24d as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/744e4c7eef9e46ff94e0bceebe62d24d 2024-11-09T02:18:53,019 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/744e4c7eef9e46ff94e0bceebe62d24d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T02:18:53,020 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14593f8f59a74076b3d7cb1413cc1b63 as hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14593f8f59a74076b3d7cb1413cc1b63 2024-11-09T02:18:53,030 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44401/user/jenkins/test-data/2d03519b-1753-7d75-cf30-f74f4639c8d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14593f8f59a74076b3d7cb1413cc1b63, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T02:18:53,032 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false 2024-11-09T02:18:53,049 INFO [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:53,049 DEBUG [M:0;53f286d3af3b:33421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118732109Disabling compacts and flushes for region at 1731118732109Disabling writes for close at 1731118732109Obtaining lock to block concurrent updates at 1731118732109Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118732109Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731118732110 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118732110Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118732110Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118732132 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118732132Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118732543 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118732558 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118732558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118732970 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118732991 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118732991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a7c9269: reopening flushed file at 1731118733006 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638de65d: reopening flushed file at 1731118733013 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682e6d80: reopening flushed file at 1731118733019 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 923ms, sequenceid=97, compaction requested=false at 1731118733032 (+13 ms)Writing region close event to WAL at 1731118733049 (+17 ms)Closed at 1731118733049 2024-11-09T02:18:53,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45305 is added to blk_1073741830_1006 (size=63654) 2024-11-09T02:18:53,056 INFO [M:0;53f286d3af3b:33421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:18:53,056 INFO [M:0;53f286d3af3b:33421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33421 2024-11-09T02:18:53,056 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:53,057 INFO [M:0;53f286d3af3b:33421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:53,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33421-0x1011d6336fd0003, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:53,166 INFO [M:0;53f286d3af3b:33421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:53,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7da5eb74{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:53,169 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e14fb0a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:53,169 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:53,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:53,169 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b72c63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:53,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:18:53,172 WARN [BP-2100802948-172.17.0.3-1731118716211 heartbeating to localhost/127.0.0.1:44401 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:18:53,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:18:53,172 WARN [BP-2100802948-172.17.0.3-1731118716211 heartbeating to localhost/127.0.0.1:44401 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2100802948-172.17.0.3-1731118716211 (Datanode Uuid 455cb69f-1276-4ae6-b72b-78c5cd601204) service to localhost/127.0.0.1:44401 2024-11-09T02:18:53,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/cluster_308cdcab-3416-8efd-3676-69000be42a26/data/data1/current/BP-2100802948-172.17.0.3-1731118716211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:53,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/cluster_308cdcab-3416-8efd-3676-69000be42a26/data/data2/current/BP-2100802948-172.17.0.3-1731118716211 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:53,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:18:53,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@410553b8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:53,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76039905{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:53,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:53,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:53,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c26de6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:18:53,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:18:53,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:53,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:53,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:53,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:53,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:53,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:18:53,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353864996, stopped=false 2024-11-09T02:18:53,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,45819,1731118712046 2024-11-09T02:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2025525411/running 2024-11-09T02:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2025525411/running 2024-11-09T02:18:53,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:53,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:53,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/running 2024-11-09T02:18:53,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Set watcher on znode that does not yet exist, /0-2025525411/running 2024-11-09T02:18:53,231 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:18:53,231 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:53,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:53,231 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,36589,1731118712883' ***** 2024-11-09T02:18:53,231 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c9692a63d54215a3fc2a6254ff7991a 2024-11-09T02:18:53,232 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,36589,1731118712883 2024-11-09T02:18:53,232 INFO [RS:0;53f286d3af3b:36589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:53,233 INFO [RS:0;53f286d3af3b:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36589. 2024-11-09T02:18:53,233 DEBUG [RS:0;53f286d3af3b:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:53,233 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:53,233 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:18:53,233 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:18:53,233 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:18:53,233 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:18:53,233 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c9692a63d54215a3fc2a6254ff7991a, disabling compactions & flushes 2024-11-09T02:18:53,233 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:53,233 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:53,233 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. after waiting 0 ms 2024-11-09T02:18:53,233 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:53,236 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:18:53,236 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1325): Online Regions={0c9692a63d54215a3fc2a6254ff7991a=test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a., 1588230740=hbase:meta,,1.1588230740, 7cd4fc96e33bf768ee7148b29c1164c6=hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6.} 2024-11-09T02:18:53,236 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1351): Waiting on 0c9692a63d54215a3fc2a6254ff7991a, 1588230740, 7cd4fc96e33bf768ee7148b29c1164c6 2024-11-09T02:18:53,236 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:18:53,236 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:18:53,236 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:18:53,236 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:18:53,236 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:18:53,236 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:18:53,241 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:53,273 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/info/34dea82262b4499aaa6375e6daa7092c is 147, key is hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6./info:regioninfo/1731118724591/Put/seqid=0 2024-11-09T02:18:53,289 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/default/test/0c9692a63d54215a3fc2a6254ff7991a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:18:53,289 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:53,289 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:18:53,289 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:53,290 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c9692a63d54215a3fc2a6254ff7991a: Waiting for close lock at 1731118733233Running coprocessor pre-close hooks at 1731118733233Disabling compacts and flushes for region at 1731118733233Disabling writes for close at 1731118733233Writing region close event to WAL at 1731118733284 (+51 ms)Running coprocessor post-close hooks at 1731118733289 (+5 ms)Closed at 1731118733289 2024-11-09T02:18:53,290 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a. 2024-11-09T02:18:53,290 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cd4fc96e33bf768ee7148b29c1164c6, disabling compactions & flushes 2024-11-09T02:18:53,290 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:53,290 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:53,290 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. after waiting 0 ms 2024-11-09T02:18:53,290 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:53,290 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cd4fc96e33bf768ee7148b29c1164c6 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T02:18:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741846_1022 (size=7686) 2024-11-09T02:18:53,310 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/info/34dea82262b4499aaa6375e6daa7092c 2024-11-09T02:18:53,319 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/.tmp/hfileref/0d7c2ef976fd4f478f3b897a58a7afa7 is 74, key is 1/hfileref:43d2c9810d31431b9582fba005ff4399_SeqId_4_/1731118727959/DeleteColumn/seqid=0 2024-11-09T02:18:53,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741847_1023 (size=5345) 2024-11-09T02:18:53,334 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/.tmp/hfileref/0d7c2ef976fd4f478f3b897a58a7afa7 2024-11-09T02:18:53,350 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/ns/2049362613294bb399031cda72efaf03 is 43, key is default/ns:d/1731118716097/Put/seqid=0 2024-11-09T02:18:53,357 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1033, reset compression=false 2024-11-09T02:18:53,368 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/.tmp/queue/c5fb9c512ae4449a8383da0d63955091 is 153, key is 1-53f286d3af3b,36589,1731118712883/queue:53f286d3af3b%2C36589%2C1731118712883/1731118727961/Put/seqid=0 2024-11-09T02:18:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741848_1024 (size=5153) 2024-11-09T02:18:53,383 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:18:53,383 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1328, reset compression=false 2024-11-09T02:18:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741849_1025 (size=5352) 2024-11-09T02:18:53,389 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/.tmp/queue/c5fb9c512ae4449a8383da0d63955091 2024-11-09T02:18:53,397 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/.tmp/hfileref/0d7c2ef976fd4f478f3b897a58a7afa7 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/hfileref/0d7c2ef976fd4f478f3b897a58a7afa7 2024-11-09T02:18:53,407 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/hfileref/0d7c2ef976fd4f478f3b897a58a7afa7, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T02:18:53,408 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/.tmp/queue/c5fb9c512ae4449a8383da0d63955091 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/queue/c5fb9c512ae4449a8383da0d63955091 2024-11-09T02:18:53,415 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/queue/c5fb9c512ae4449a8383da0d63955091, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T02:18:53,416 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7cd4fc96e33bf768ee7148b29c1164c6 in 126ms, sequenceid=10, compaction requested=false 2024-11-09T02:18:53,416 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:18:53,432 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/replication/7cd4fc96e33bf768ee7148b29c1164c6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T02:18:53,433 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:53,433 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:53,433 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:53,433 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cd4fc96e33bf768ee7148b29c1164c6: Waiting for close lock at 1731118733290Running coprocessor pre-close hooks at 1731118733290Disabling compacts and flushes for region at 1731118733290Disabling writes for close at 1731118733290Obtaining lock to block concurrent updates at 1731118733290Preparing flush snapshotting stores in 7cd4fc96e33bf768ee7148b29c1164c6 at 1731118733290Finished memstore snapshotting hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731118733291 (+1 ms)Flushing stores of hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. at 1731118733293 (+2 ms)Flushing 7cd4fc96e33bf768ee7148b29c1164c6/hfileref: creating writer at 1731118733293Flushing 7cd4fc96e33bf768ee7148b29c1164c6/hfileref: appending metadata at 1731118733318 (+25 ms)Flushing 7cd4fc96e33bf768ee7148b29c1164c6/hfileref: closing flushed file at 1731118733318Flushing 7cd4fc96e33bf768ee7148b29c1164c6/queue: creating writer at 1731118733345 (+27 ms)Flushing 7cd4fc96e33bf768ee7148b29c1164c6/queue: appending metadata at 1731118733367 (+22 ms)Flushing 7cd4fc96e33bf768ee7148b29c1164c6/queue: closing flushed file at 1731118733367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781715da: reopening flushed file at 1731118733395 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64f771b8: reopening flushed file at 1731118733407 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7cd4fc96e33bf768ee7148b29c1164c6 in 126ms, sequenceid=10, compaction requested=false at 1731118733416 (+9 ms)Writing region close event to WAL at 1731118733425 (+9 ms)Running coprocessor post-close hooks at 1731118733433 (+8 ms)Closed at 1731118733433 2024-11-09T02:18:53,433 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118723221.7cd4fc96e33bf768ee7148b29c1164c6. 2024-11-09T02:18:53,437 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:53,507 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T02:18:53,508 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 53f286d3af3b:33421 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:33421 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:53,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 53f286d3af3b:33421 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:33421 2024-11-09T02:18:53,596 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1328, reset compression=false 2024-11-09T02:18:53,611 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:53,612 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 53f286d3af3b:33421 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:33421 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:53,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=53f286d3af3b:33421 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:33421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T02:18:53,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 53f286d3af3b:33421 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 53f286d3af3b/172.17.0.3:33421 2024-11-09T02:18:53,637 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:53,776 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/ns/2049362613294bb399031cda72efaf03 2024-11-09T02:18:53,800 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/rep_barrier/94214b8ed14a4ef4986c89db03c4d752 is 112, key is test,,1731118721915.0c9692a63d54215a3fc2a6254ff7991a./rep_barrier:seqnumDuringOpen/1731118722355/Put/seqid=0 2024-11-09T02:18:53,816 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:18:53,817 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:18:53,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:53,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 53f286d3af3b:33421 this server is in the failed servers list 2024-11-09T02:18:53,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 53f286d3af3b:33421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741850_1026 (size=5518) 2024-11-09T02:18:53,833 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/rep_barrier/94214b8ed14a4ef4986c89db03c4d752 2024-11-09T02:18:53,837 DEBUG [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:18:53,859 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/table/20674fde5cf34ed991e53e1f1cb05681 is 53, key is hbase:replication/table:state/1731118724603/Put/seqid=0 2024-11-09T02:18:53,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741851_1027 (size=5308) 2024-11-09T02:18:53,883 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/table/20674fde5cf34ed991e53e1f1cb05681 2024-11-09T02:18:53,892 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/info/34dea82262b4499aaa6375e6daa7092c as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/info/34dea82262b4499aaa6375e6daa7092c 2024-11-09T02:18:53,899 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/info/34dea82262b4499aaa6375e6daa7092c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:18:53,901 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/ns/2049362613294bb399031cda72efaf03 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/ns/2049362613294bb399031cda72efaf03 2024-11-09T02:18:53,904 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/WALs/53f286d3af3b,36589,1731118712883/53f286d3af3b%2C36589%2C1731118712883.1731118714958 to pos 1328, reset compression=false 2024-11-09T02:18:53,910 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/ns/2049362613294bb399031cda72efaf03, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:18:53,913 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/rep_barrier/94214b8ed14a4ef4986c89db03c4d752 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/rep_barrier/94214b8ed14a4ef4986c89db03c4d752 2024-11-09T02:18:53,920 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/rep_barrier/94214b8ed14a4ef4986c89db03c4d752, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:18:53,921 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/.tmp/table/20674fde5cf34ed991e53e1f1cb05681 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/table/20674fde5cf34ed991e53e1f1cb05681 2024-11-09T02:18:53,927 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/table/20674fde5cf34ed991e53e1f1cb05681, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:18:53,928 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 692ms, sequenceid=16, compaction requested=false 2024-11-09T02:18:53,928 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:18:53,952 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:18:53,953 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:53,953 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:53,953 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:53,953 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118733236Running coprocessor pre-close hooks at 1731118733236Disabling compacts and flushes for region at 1731118733236Disabling writes for close at 1731118733236Obtaining lock to block concurrent updates at 1731118733236Preparing flush snapshotting stores in 1588230740 at 1731118733236Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118733237 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118733238 (+1 ms)Flushing 1588230740/info: creating writer at 1731118733238Flushing 1588230740/info: appending metadata at 1731118733273 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731118733273Flushing 1588230740/ns: creating writer at 1731118733323 (+50 ms)Flushing 1588230740/ns: appending metadata at 1731118733350 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731118733350Flushing 1588230740/rep_barrier: creating writer at 1731118733781 (+431 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118733800 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118733800Flushing 1588230740/table: creating writer at 1731118733838 (+38 ms)Flushing 1588230740/table: appending metadata at 1731118733858 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731118733858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4c8a08: reopening flushed file at 1731118733890 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38bea6ba: reopening flushed file at 1731118733899 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df173c2: reopening flushed file at 1731118733911 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59806ab6: reopening flushed file at 1731118733921 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 692ms, sequenceid=16, compaction requested=false at 1731118733928 (+7 ms)Writing region close event to WAL at 1731118733941 (+13 ms)Running coprocessor post-close hooks at 1731118733953 (+12 ms)Closed at 1731118733953 2024-11-09T02:18:53,953 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:18:54,037 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,36589,1731118712883; all regions closed. 2024-11-09T02:18:54,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:18:54,046 DEBUG [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/oldWALs 2024-11-09T02:18:54,046 INFO [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36589%2C1731118712883.meta:.meta(num 1731118716039) 2024-11-09T02:18:54,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741839_1015 (size=2695) 2024-11-09T02:18:54,052 DEBUG [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/oldWALs 2024-11-09T02:18:54,052 INFO [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36589%2C1731118712883.rep:(num 1731118724488) 2024-11-09T02:18:54,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741832_1008 (size=1336) 2024-11-09T02:18:54,061 DEBUG [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/oldWALs 2024-11-09T02:18:54,061 INFO [RS:0;53f286d3af3b:36589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C36589%2C1731118712883:(num 1731118714958) 2024-11-09T02:18:54,061 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:54,061 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:18:54,061 INFO [RS:0;53f286d3af3b:36589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:54,061 INFO [RS:0;53f286d3af3b:36589 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:54,061 INFO [RS:0;53f286d3af3b:36589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:54,062 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,36589,1731118712883 because: Region server is closing 2024-11-09T02:18:54,062 INFO [RS:0;53f286d3af3b:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36589. 2024-11-09T02:18:54,062 DEBUG [RS:0;53f286d3af3b:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:54,062 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:54,062 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:54,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:54,062 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:54,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:54,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 53f286d3af3b:33421 this server is in the failed servers list 2024-11-09T02:18:54,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 53f286d3af3b:33421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:54,162 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.wal-reader.53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:18:54,162 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T02:18:54,163 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T02:18:54,163 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T02:18:54,641 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:54,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 53f286d3af3b:33421 this server is in the failed servers list 2024-11-09T02:18:54,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 53f286d3af3b:33421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:54,864 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,36589,1731118712883.replicationSource.shipper53f286d3af3b%2C36589%2C1731118712883,1-53f286d3af3b,36589,1731118712883 terminated 2024-11-09T02:18:54,864 INFO [RS:0;53f286d3af3b:36589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:36589. 2024-11-09T02:18:54,864 DEBUG [RS:0;53f286d3af3b:36589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:18:54,864 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:54,864 DEBUG [RS:0;53f286d3af3b:36589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:18:54,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:18:54,865 INFO [RS:0;53f286d3af3b:36589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36589 2024-11-09T02:18:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2025525411/rs/53f286d3af3b,36589,1731118712883 2024-11-09T02:18:54,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411/rs 2024-11-09T02:18:54,939 INFO [RS:0;53f286d3af3b:36589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:54,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,36589,1731118712883] 2024-11-09T02:18:54,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/draining/53f286d3af3b,36589,1731118712883 already deleted, retry=false 2024-11-09T02:18:54,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,36589,1731118712883 expired; onlineServers=0 2024-11-09T02:18:54,960 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,45819,1731118712046' ***** 2024-11-09T02:18:54,960 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:18:54,960 INFO [M:0;53f286d3af3b:45819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:18:54,960 INFO [M:0;53f286d3af3b:45819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:18:54,961 DEBUG [M:0;53f286d3af3b:45819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:18:54,961 DEBUG [M:0;53f286d3af3b:45819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:18:54,961 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:18:54,961 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118714668 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118714668,5,FailOnTimeoutGroup] 2024-11-09T02:18:54,961 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118714668 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118714668,5,FailOnTimeoutGroup] 2024-11-09T02:18:54,961 INFO [M:0;53f286d3af3b:45819 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:18:54,961 INFO [M:0;53f286d3af3b:45819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:18:54,961 DEBUG [M:0;53f286d3af3b:45819 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:18:54,961 INFO [M:0;53f286d3af3b:45819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:18:54,961 INFO [M:0;53f286d3af3b:45819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:18:54,961 INFO [M:0;53f286d3af3b:45819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:18:54,961 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:18:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2025525411/master 2024-11-09T02:18:54,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2025525411 2024-11-09T02:18:54,981 DEBUG [M:0;53f286d3af3b:45819 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2025525411/master already deleted, retry=false 2024-11-09T02:18:54,981 DEBUG [M:0;53f286d3af3b:45819 {}] master.ActiveMasterManager(353): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-2025525411/master 2024-11-09T02:18:54,982 INFO [M:0;53f286d3af3b:45819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/.lastflushedseqids 2024-11-09T02:18:55,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741852_1028 (size=263) 2024-11-09T02:18:55,006 INFO [M:0;53f286d3af3b:45819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:18:55,006 INFO [M:0;53f286d3af3b:45819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:18:55,006 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:55,006 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:55,006 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:55,006 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:55,006 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:55,006 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T02:18:55,026 DEBUG [M:0;53f286d3af3b:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d577de490394429799f654ade79fb1eb is 82, key is hbase:meta,,1/info:regioninfo/1731118716077/Put/seqid=0 2024-11-09T02:18:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741853_1029 (size=5672) 2024-11-09T02:18:55,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:55,050 INFO [RS:0;53f286d3af3b:36589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:55,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36589-0x1011d6336fd0001, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:55,050 INFO [RS:0;53f286d3af3b:36589 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,36589,1731118712883; zookeeper connection closed. 2024-11-09T02:18:55,050 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f87a182 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f87a182 2024-11-09T02:18:55,051 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:18:55,431 INFO [M:0;53f286d3af3b:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d577de490394429799f654ade79fb1eb 2024-11-09T02:18:55,447 DEBUG [M:0;53f286d3af3b:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2bce94af69c46209198b3b301cf0776 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118724609/Put/seqid=0 2024-11-09T02:18:55,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741854_1030 (size=8516) 2024-11-09T02:18:55,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:55,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:55,653 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:55,851 INFO [M:0;53f286d3af3b:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2bce94af69c46209198b3b301cf0776 2024-11-09T02:18:55,853 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:18:55,906 DEBUG [M:0;53f286d3af3b:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b83973e3017a47e881984d5613cb7490 is 69, key is 53f286d3af3b,36589,1731118712883/rs:state/1731118714789/Put/seqid=0 2024-11-09T02:18:55,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:18:55,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741855_1031 (size=5156) 2024-11-09T02:18:55,941 INFO [M:0;53f286d3af3b:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b83973e3017a47e881984d5613cb7490 2024-11-09T02:18:55,947 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d577de490394429799f654ade79fb1eb as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d577de490394429799f654ade79fb1eb 2024-11-09T02:18:55,956 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d577de490394429799f654ade79fb1eb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T02:18:55,957 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e2bce94af69c46209198b3b301cf0776 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2bce94af69c46209198b3b301cf0776 2024-11-09T02:18:55,964 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e2bce94af69c46209198b3b301cf0776, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T02:18:55,966 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b83973e3017a47e881984d5613cb7490 as hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b83973e3017a47e881984d5613cb7490 2024-11-09T02:18:55,972 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44057/user/jenkins/test-data/8cb0b9f0-10b0-09ef-375b-2a68fb3b2ea5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b83973e3017a47e881984d5613cb7490, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T02:18:55,973 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=97, compaction requested=false 2024-11-09T02:18:56,000 INFO [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:56,000 DEBUG [M:0;53f286d3af3b:45819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118735006Disabling compacts and flushes for region at 1731118735006Disabling writes for close at 1731118735006Obtaining lock to block concurrent updates at 1731118735006Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118735006Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731118735007 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118735008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118735008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118735026 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118735026Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118735434 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118735446 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118735447 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118735870 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118735906 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118735906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44abe7ad: reopening flushed file at 1731118735946 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8bcdc5: reopening flushed file at 1731118735956 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adec95a: reopening flushed file at 1731118735965 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 967ms, sequenceid=97, compaction requested=false at 1731118735973 (+8 ms)Writing region close event to WAL at 1731118736000 (+27 ms)Closed at 1731118736000 2024-11-09T02:18:56,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45939 is added to blk_1073741830_1006 (size=63654) 2024-11-09T02:18:56,036 INFO [M:0;53f286d3af3b:45819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:18:56,036 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:18:56,036 INFO [M:0;53f286d3af3b:45819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45819 2024-11-09T02:18:56,037 INFO [M:0;53f286d3af3b:45819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:18:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:56,150 INFO [M:0;53f286d3af3b:45819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:18:56,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x1011d6336fd0000, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:18:56,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45c68e70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:56,160 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@94d1555{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:56,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:56,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae0d247{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:56,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@698353b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:56,161 WARN [BP-1394173827-172.17.0.3-1731118709624 heartbeating to localhost/127.0.0.1:44057 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:18:56,161 WARN [BP-1394173827-172.17.0.3-1731118709624 heartbeating to localhost/127.0.0.1:44057 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1394173827-172.17.0.3-1731118709624 (Datanode Uuid 529c2fc5-f0c6-4cb7-9fc7-4e7add303106) service to localhost/127.0.0.1:44057 2024-11-09T02:18:56,161 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:18:56,162 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:18:56,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/data/data1/current/BP-1394173827-172.17.0.3-1731118709624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:56,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/cluster_8f89d242-ecee-2bb1-d25a-a85e54ebdab7/data/data2/current/BP-1394173827-172.17.0.3-1731118709624 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:18:56,163 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:18:56,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8be9b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:56,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47996aa0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:18:56,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:18:56,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4898b990{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:18:56,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@610bcfc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4bfea9f-6fa8-7c99-095b-f79d89abc5ee/hadoop.log.dir/,STOPPED} 2024-11-09T02:18:56,186 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:18:56,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:18:56,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 205) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44057 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44401 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44401 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44401 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44057 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44401 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44057 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44057 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51810) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44401 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44057 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51810) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44057 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 405) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2301 (was 3488) 2024-11-09T02:18:56,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=2301 2024-11-09T02:18:56,241 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T02:18:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir so I do NOT create it in target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f 2024-11-09T02:18:56,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:18:56,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.tmp.dir so I do NOT create it in target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f 2024-11-09T02:18:56,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b10727cd-4258-41cc-27ef-5b0ef95923ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:18:56,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f 2024-11-09T02:18:56,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a, deleteOnExit=true 2024-11-09T02:18:56,243 DEBUG [Time-limited test {}] zookeeper.MiniZooKeeperCluster(246): Failed binding ZK Server to client port: 53784 java.net.BindException: Address already in use at sun.nio.ch.Net.bind0(Native Method) ~[?:?] at sun.nio.ch.Net.bind(Net.java:555) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.netBind(ServerSocketChannelImpl.java:337) ~[?:?] at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:294) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:89) ~[?:?] at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:81) ~[?:?] at org.apache.zookeeper.server.NIOServerCnxnFactory.configure(NIOServerCnxnFactory.java:662) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:109) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.server.ServerCnxnFactory.configure(ServerCnxnFactory.java:105) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.hadoop.hbase.zookeeper.MiniZooKeeperCluster.startup(MiniZooKeeperCluster.java:242) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:131) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:104) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseZKTestingUtil.startMiniZKCluster(HBaseZKTestingUtil.java:93) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT-tests.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TestMasterReplication.startMiniClusters(TestMasterReplication.java:586) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:227) ~[test-classes/:?] at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T02:18:56,265 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/zookeeper_0, clientPort=53785, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:18:56,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d6336fd0005, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:18:56,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d6336fd0002, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:18:56,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d6336fd0005, quorum=127.0.0.1:51810, baseZNode=/1472185176 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:18:56,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d6336fd0002, quorum=127.0.0.1:51810, baseZNode=/0-2025525411 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:18:56,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53785 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/test.cache.data in system properties and HBase conf 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:18:56,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:18:56,286 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:18:56,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:18:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:18:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:18:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:18:56,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:18:56,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:56,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:56,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:56,719 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:56,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:18:56,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:56,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:56,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:56,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60ad2533{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/java.io.tmpdir/jetty-localhost-34769-hadoop-hdfs-3_4_1-tests_jar-_-any-18349908886233834956/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:18:56,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:34769} 2024-11-09T02:18:56,860 INFO [Time-limited test {}] server.Server(415): Started @195133ms 2024-11-09T02:18:57,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:18:57,235 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:18:57,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:18:57,249 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:18:57,249 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:18:57,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:18:57,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:18:57,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40bc9671{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/java.io.tmpdir/jetty-localhost-33591-hadoop-hdfs-3_4_1-tests_jar-_-any-9120028561003408696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:18:57,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:33591} 2024-11-09T02:18:57,377 INFO [Time-limited test {}] server.Server(415): Started @195649ms 2024-11-09T02:18:57,379 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:18:57,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:18:57,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:57,682 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:18:58,210 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/data/data1/current/BP-734882804-172.17.0.3-1731118736320/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:58,214 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/data/data2/current/BP-734882804-172.17.0.3-1731118736320/current, will proceed with Du for space computation calculation, 2024-11-09T02:18:58,291 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:18:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x645cc94ce7ade781 with lease ID 0x809fb18525f133db: Processing first storage report for DS-f6c9ed54-23d2-43fc-a08b-e98d48a5e146 from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=47118e16-aab6-4327-a4e6-fbc8d3e1f6c6, infoPort=43149, infoSecurePort=0, ipcPort=40487, storageInfo=lv=-57;cid=testClusterID;nsid=953852126;c=1731118736320) 2024-11-09T02:18:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x645cc94ce7ade781 with lease ID 0x809fb18525f133db: from storage DS-f6c9ed54-23d2-43fc-a08b-e98d48a5e146 node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=47118e16-aab6-4327-a4e6-fbc8d3e1f6c6, infoPort=43149, infoSecurePort=0, ipcPort=40487, storageInfo=lv=-57;cid=testClusterID;nsid=953852126;c=1731118736320), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x645cc94ce7ade781 with lease ID 0x809fb18525f133db: Processing first storage report for DS-a51cf217-54a8-46b5-81cf-90ff2cf5e8d9 from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=47118e16-aab6-4327-a4e6-fbc8d3e1f6c6, infoPort=43149, infoSecurePort=0, ipcPort=40487, storageInfo=lv=-57;cid=testClusterID;nsid=953852126;c=1731118736320) 2024-11-09T02:18:58,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x645cc94ce7ade781 with lease ID 0x809fb18525f133db: from storage DS-a51cf217-54a8-46b5-81cf-90ff2cf5e8d9 node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=47118e16-aab6-4327-a4e6-fbc8d3e1f6c6, infoPort=43149, infoSecurePort=0, ipcPort=40487, storageInfo=lv=-57;cid=testClusterID;nsid=953852126;c=1731118736320), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:18:58,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f 2024-11-09T02:18:58,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:18:58,403 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69 with version=8 2024-11-09T02:18:58,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/hbase-staging 2024-11-09T02:18:58,406 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:18:58,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:58,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40951 2024-11-09T02:18:58,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40951 connecting to ZooKeeper ensemble=127.0.0.1:53785 2024-11-09T02:18:58,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409510x0, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:58,500 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40951-0x1011d639f280000 connected 2024-11-09T02:18:58,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/running 2024-11-09T02:18:58,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69, hbase.cluster.distributed=false 2024-11-09T02:18:58,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/acl 2024-11-09T02:18:58,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-09T02:18:58,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40951 2024-11-09T02:18:58,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40951 2024-11-09T02:18:58,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-09T02:18:58,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40951 2024-11-09T02:18:58,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:18:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:58,644 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:18:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:18:58,644 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:18:58,645 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:18:58,645 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:18:58,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43309 2024-11-09T02:18:58,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43309 connecting to ZooKeeper ensemble=127.0.0.1:53785 2024-11-09T02:18:58,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433090x0, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:18:58,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433090x0, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/running 2024-11-09T02:18:58,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43309-0x1011d639f280001 connected 2024-11-09T02:18:58,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:18:58,664 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:18:58,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/master 2024-11-09T02:18:58,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/acl 2024-11-09T02:18:58,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43309 2024-11-09T02:18:58,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43309 2024-11-09T02:18:58,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43309 2024-11-09T02:18:58,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43309 2024-11-09T02:18:58,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43309 2024-11-09T02:18:58,721 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:40951 2024-11-09T02:18:58,724 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01121068948/backup-masters/53f286d3af3b,40951,1731118738405 2024-11-09T02:18:58,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948/backup-masters 2024-11-09T02:18:58,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948/backup-masters 2024-11-09T02:18:58,735 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on existing znode=/01121068948/backup-masters/53f286d3af3b,40951,1731118738405 2024-11-09T02:18:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01121068948/master 2024-11-09T02:18:58,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:58,749 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on existing znode=/01121068948/master 2024-11-09T02:18:58,751 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01121068948/backup-masters/53f286d3af3b,40951,1731118738405 from backup master directory 2024-11-09T02:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948/backup-masters 2024-11-09T02:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01121068948/backup-masters/53f286d3af3b,40951,1731118738405 2024-11-09T02:18:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948/backup-masters 2024-11-09T02:18:58,764 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:58,764 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,40951,1731118738405 2024-11-09T02:18:58,768 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/hbase.id] with ID: 81043583-c9f5-4bea-b210-9e891cec73e4 2024-11-09T02:18:58,768 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/.tmp/hbase.id 2024-11-09T02:18:58,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:18:58,790 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/.tmp/hbase.id]:[hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/hbase.id] 2024-11-09T02:18:58,801 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:18:58,801 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:18:58,801 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T02:18:58,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:58,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:58,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:18:58,848 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:18:58,849 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:18:58,849 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:58,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:18:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:18:59,300 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store 2024-11-09T02:18:59,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:18:59,311 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:59,311 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:18:59,311 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:59,311 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:59,311 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:18:59,311 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:59,311 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:18:59,312 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118739311Disabling compacts and flushes for region at 1731118739311Disabling writes for close at 1731118739311Writing region close event to WAL at 1731118739311Closed at 1731118739311 2024-11-09T02:18:59,313 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/.initializing 2024-11-09T02:18:59,313 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/WALs/53f286d3af3b,40951,1731118738405 2024-11-09T02:18:59,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:59,316 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C40951%2C1731118738405, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/WALs/53f286d3af3b,40951,1731118738405, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/oldWALs, maxLogs=10 2024-11-09T02:18:59,334 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/WALs/53f286d3af3b,40951,1731118738405/53f286d3af3b%2C40951%2C1731118738405.1731118739316, exclude list is [], retry=0 2024-11-09T02:18:59,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-f6c9ed54-23d2-43fc-a08b-e98d48a5e146,DISK] 2024-11-09T02:18:59,341 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/WALs/53f286d3af3b,40951,1731118738405/53f286d3af3b%2C40951%2C1731118738405.1731118739316 2024-11-09T02:18:59,341 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149)] 2024-11-09T02:18:59,341 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:18:59,341 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:18:59,342 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,342 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:18:59,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:59,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:18:59,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:18:59,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:59,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:59,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:18:59,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:59,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:59,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:18:59,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:59,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:18:59,354 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,355 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,356 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,357 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,357 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,357 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:18:59,358 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:18:59,361 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:18:59,362 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75430714, jitterRate=0.12400522828102112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:18:59,363 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118739342Initializing all the Stores at 1731118739342Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118739342Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118739343 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118739343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118739343Cleaning up temporary data from old regions at 1731118739357 (+14 ms)Region opened successfully at 1731118739363 (+6 ms) 2024-11-09T02:18:59,363 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:18:59,366 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2eda0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:59,367 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:18:59,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:18:59,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:18:59,369 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:18:59,370 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:18:59,370 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:18:59,371 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:18:59,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:18:59,376 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Unable to get data of znode /01121068948/balancer because node does not exist (not necessarily an error) 2024-11-09T02:18:59,419 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01121068948/balancer already deleted, retry=false 2024-11-09T02:18:59,419 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:18:59,424 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Unable to get data of znode /01121068948/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:18:59,436 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01121068948/normalizer already deleted, retry=false 2024-11-09T02:18:59,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:18:59,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Unable to get data of znode /01121068948/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:18:59,450 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01121068948/switch/split already deleted, retry=false 2024-11-09T02:18:59,451 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Unable to get data of znode /01121068948/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:18:59,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01121068948/switch/merge already deleted, retry=false 2024-11-09T02:18:59,462 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Unable to get data of znode /01121068948/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:18:59,471 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01121068948/snapshot-cleanup already deleted, retry=false 2024-11-09T02:18:59,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01121068948/running 2024-11-09T02:18:59,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:59,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01121068948/running 2024-11-09T02:18:59,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:59,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,40951,1731118738405, sessionid=0x1011d639f280000, setting cluster-up flag (Was=false) 2024-11-09T02:18:59,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:59,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:59,535 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01121068948/flush-table-proc/acquired, /01121068948/flush-table-proc/reached, /01121068948/flush-table-proc/abort 2024-11-09T02:18:59,536 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,40951,1731118738405 2024-11-09T02:18:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:59,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:18:59,587 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01121068948/online-snapshot/acquired, /01121068948/online-snapshot/reached, /01121068948/online-snapshot/abort 2024-11-09T02:18:59,588 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,40951,1731118738405 2024-11-09T02:18:59,589 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:18:59,591 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:59,591 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:18:59,592 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:18:59,592 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,40951,1731118738405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:59,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:18:59,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:18:59,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:18:59,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:18:59,617 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(746): ClusterId : 81043583-c9f5-4bea-b210-9e891cec73e4 2024-11-09T02:18:59,617 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:18:59,630 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:18:59,630 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:18:59,636 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118769636 2024-11-09T02:18:59,636 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:18:59,636 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:18:59,636 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:18:59,637 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:18:59,637 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:18:59,637 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:18:59,641 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:18:59,641 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f851451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:18:59,644 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:18:59,661 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:18:59,661 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:18:59,661 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:18:59,661 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:18:59,664 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:18:59,664 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:18:59,668 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118739664,5,FailOnTimeoutGroup] 2024-11-09T02:18:59,670 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118739668,5,FailOnTimeoutGroup] 2024-11-09T02:18:59,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:18:59,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,672 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:43309 2024-11-09T02:18:59,672 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:18:59,672 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:18:59,672 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:18:59,673 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,40951,1731118738405 with port=43309, startcode=1731118738644 2024-11-09T02:18:59,673 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:18:59,681 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:18:59,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,43309,1731118738644 2024-11-09T02:18:59,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40951 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,43309,1731118738644 2024-11-09T02:18:59,684 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69 2024-11-09T02:18:59,684 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44933 2024-11-09T02:18:59,684 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:18:59,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948/rs 2024-11-09T02:18:59,693 DEBUG [RS:0;53f286d3af3b:43309 {}] zookeeper.ZKUtil(111): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on existing znode=/01121068948/rs/53f286d3af3b,43309,1731118738644 2024-11-09T02:18:59,693 WARN [RS:0;53f286d3af3b:43309 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:18:59,693 INFO [RS:0;53f286d3af3b:43309 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:18:59,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,43309,1731118738644] 2024-11-09T02:18:59,693 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644 2024-11-09T02:18:59,704 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:18:59,712 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:18:59,712 INFO [RS:0;53f286d3af3b:43309 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:18:59,712 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,716 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:18:59,717 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:18:59,717 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,717 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,718 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,718 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:18:59,718 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:59,718 DEBUG [RS:0;53f286d3af3b:43309 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:18:59,724 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,724 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,724 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,724 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,724 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,724 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43309,1731118738644-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:18:59,745 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:18:59,745 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43309,1731118738644-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,746 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,746 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.Replication(171): 53f286d3af3b,43309,1731118738644 started 2024-11-09T02:18:59,763 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:18:59,763 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,43309,1731118738644, RpcServer on 53f286d3af3b/172.17.0.3:43309, sessionid=0x1011d639f280001 2024-11-09T02:18:59,763 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:18:59,763 DEBUG [RS:0;53f286d3af3b:43309 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,43309,1731118738644 2024-11-09T02:18:59,763 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43309,1731118738644' 2024-11-09T02:18:59,763 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01121068948/flush-table-proc/abort' 2024-11-09T02:18:59,764 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01121068948/flush-table-proc/acquired' 2024-11-09T02:18:59,764 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:18:59,764 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:18:59,764 DEBUG [RS:0;53f286d3af3b:43309 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,43309,1731118738644 2024-11-09T02:18:59,764 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43309,1731118738644' 2024-11-09T02:18:59,764 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01121068948/online-snapshot/abort' 2024-11-09T02:18:59,765 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01121068948/online-snapshot/acquired' 2024-11-09T02:18:59,765 DEBUG [RS:0;53f286d3af3b:43309 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:18:59,765 INFO [RS:0;53f286d3af3b:43309 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:18:59,765 INFO [RS:0;53f286d3af3b:43309 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:18:59,865 INFO [RS:0;53f286d3af3b:43309 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:18:59,867 INFO [RS:0;53f286d3af3b:43309 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43309%2C1731118738644, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/oldWALs, maxLogs=10 2024-11-09T02:18:59,885 DEBUG [RS:0;53f286d3af3b:43309 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, exclude list is [], retry=0 2024-11-09T02:18:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-f6c9ed54-23d2-43fc-a08b-e98d48a5e146,DISK] 2024-11-09T02:18:59,893 INFO [RS:0;53f286d3af3b:43309 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 2024-11-09T02:18:59,896 DEBUG [RS:0;53f286d3af3b:43309 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149)] 2024-11-09T02:19:00,047 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:19:00,047 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69 2024-11-09T02:19:00,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:19:00,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:00,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:00,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:00,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:00,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:00,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:00,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:00,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:00,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:00,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:00,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740 2024-11-09T02:19:00,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740 2024-11-09T02:19:00,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:00,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:00,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:00,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:00,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:00,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75020242, jitterRate=0.11788871884346008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118740054Initializing all the Stores at 1731118740054Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118740054Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118740054Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118740055 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118740055Cleaning up temporary data from old regions at 1731118740062 (+7 ms)Region opened successfully at 1731118740067 (+5 ms) 2024-11-09T02:19:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:00,067 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:00,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:00,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118740067Disabling compacts and flushes for region at 1731118740067Disabling writes for close at 1731118740067Writing region close event to WAL at 1731118740067Closed at 1731118740067 2024-11-09T02:19:00,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:00,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:19:00,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:19:00,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:00,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:19:00,220 DEBUG [53f286d3af3b:40951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:19:00,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:00,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43309,1731118738644, state=OPENING 2024-11-09T02:19:00,271 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:19:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:00,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:00,287 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:00,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01121068948/meta-region-server: CHANGED 2024-11-09T02:19:00,287 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01121068948/meta-region-server: CHANGED 2024-11-09T02:19:00,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43309,1731118738644}] 2024-11-09T02:19:00,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:00,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:19:00,444 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:19:00,444 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:00,444 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:19:00,445 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43309%2C1731118738644.meta, suffix=.meta, logDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/oldWALs, maxLogs=10 2024-11-09T02:19:00,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.meta.1731118740446.meta, exclude list is [], retry=0 2024-11-09T02:19:00,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-f6c9ed54-23d2-43fc-a08b-e98d48a5e146,DISK] 2024-11-09T02:19:00,461 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.meta.1731118740446.meta 2024-11-09T02:19:00,461 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149)] 2024-11-09T02:19:00,461 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:00,461 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:00,461 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:00,461 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:19:00,461 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:19:00,461 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:19:00,461 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:00,462 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:19:00,462 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:19:00,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:00,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:00,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:00,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:00,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:00,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:00,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:00,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:00,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:00,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:00,466 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:00,466 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740 2024-11-09T02:19:00,467 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740 2024-11-09T02:19:00,467 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:00,467 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:00,468 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:00,468 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:00,469 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68363254, jitterRate=0.01869186758995056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:00,469 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:19:00,469 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118740462Writing region info on filesystem at 1731118740462Initializing all the Stores at 1731118740462Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118740462Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118740462Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118740462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118740462Cleaning up temporary data from old regions at 1731118740467 (+5 ms)Running coprocessor post-open hooks at 1731118740469 (+2 ms)Region opened successfully at 1731118740469 2024-11-09T02:19:00,470 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118740439 2024-11-09T02:19:00,472 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:19:00,472 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:19:00,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:00,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43309,1731118738644, state=OPEN 2024-11-09T02:19:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01121068948/meta-region-server 2024-11-09T02:19:00,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01121068948/meta-region-server 2024-11-09T02:19:00,620 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:00,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01121068948/meta-region-server: CHANGED 2024-11-09T02:19:00,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01121068948/meta-region-server: CHANGED 2024-11-09T02:19:00,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:19:00,622 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43309,1731118738644 in 333 msec 2024-11-09T02:19:00,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:19:00,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-09T02:19:00,624 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:00,624 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:19:00,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:00,625 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43309,1731118738644, seqNum=-1] 2024-11-09T02:19:00,626 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:00,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:00,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0420 sec 2024-11-09T02:19:00,632 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118740632, completionTime=-1 2024-11-09T02:19:00,632 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:19:00,632 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:19:00,634 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:19:00,634 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118800634 2024-11-09T02:19:00,634 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118860634 2024-11-09T02:19:00,634 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:19:00,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40951,1731118738405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40951,1731118738405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40951,1731118738405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:40951, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,635 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,637 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.875sec 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40951,1731118738405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:00,639 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40951,1731118738405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:19:00,641 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:19:00,641 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:19:00,641 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,40951,1731118738405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:00,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b60453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:00,718 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40951,-1 for getting cluster id 2024-11-09T02:19:00,718 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:00,719 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81043583-c9f5-4bea-b210-9e891cec73e4' 2024-11-09T02:19:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:00,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81043583-c9f5-4bea-b210-9e891cec73e4" 2024-11-09T02:19:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e821452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40951,-1] 2024-11-09T02:19:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:00,720 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:00,721 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:00,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d8af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:00,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43309,1731118738644, seqNum=-1] 2024-11-09T02:19:00,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:00,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:00,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,40951,1731118738405 2024-11-09T02:19:00,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53785 2024-11-09T02:19:00,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:00,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d639f280002 connected 2024-11-09T02:19:00,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir so I do NOT create it in target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f 2024-11-09T02:19:00,768 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:19:00,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.tmp.dir so I do NOT create it in target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f 2024-11-09T02:19:00,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:19:00,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/cluster_1fd5a022-be42-b2ee-f2cd-3970b2920033, deleteOnExit=true 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/test.cache.data in system properties and HBase conf 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:19:00,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:19:00,769 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:00,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:19:00,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:19:01,169 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:01,172 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:01,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:01,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:19:01,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:01,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:01,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:01,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47e8a985{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/java.io.tmpdir/jetty-localhost-38823-hadoop-hdfs-3_4_1-tests_jar-_-any-12516054672828739219/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:19:01,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:38823} 2024-11-09T02:19:01,350 INFO [Time-limited test {}] server.Server(415): Started @199623ms 2024-11-09T02:19:01,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:01,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:01,712 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:01,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:01,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:01,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:01,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:01,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:19:01,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:01,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:01,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22144062{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/java.io.tmpdir/jetty-localhost-41849-hadoop-hdfs-3_4_1-tests_jar-_-any-13404061035340075217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:19:01,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:41849} 2024-11-09T02:19:01,961 INFO [Time-limited test {}] server.Server(415): Started @200233ms 2024-11-09T02:19:01,962 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:19:02,721 WARN [Thread-2297 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/cluster_1fd5a022-be42-b2ee-f2cd-3970b2920033/data/data1/current/BP-1752031002-172.17.0.3-1731118740788/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:02,721 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/cluster_1fd5a022-be42-b2ee-f2cd-3970b2920033/data/data2/current/BP-1752031002-172.17.0.3-1731118740788/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:02,768 WARN [Thread-2285 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:19:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf52b3d1bfc70d3c with lease ID 0x2596b6cd1537064f: Processing first storage report for DS-925bfb68-026c-4760-b6ae-7dc691fb9a6c from datanode DatanodeRegistration(127.0.0.1:40911, datanodeUuid=9ab5451c-5982-41da-9500-7a5cf8345fa1, infoPort=44501, infoSecurePort=0, ipcPort=44129, storageInfo=lv=-57;cid=testClusterID;nsid=547909842;c=1731118740788) 2024-11-09T02:19:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf52b3d1bfc70d3c with lease ID 0x2596b6cd1537064f: from storage DS-925bfb68-026c-4760-b6ae-7dc691fb9a6c node DatanodeRegistration(127.0.0.1:40911, datanodeUuid=9ab5451c-5982-41da-9500-7a5cf8345fa1, infoPort=44501, infoSecurePort=0, ipcPort=44129, storageInfo=lv=-57;cid=testClusterID;nsid=547909842;c=1731118740788), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf52b3d1bfc70d3c with lease ID 0x2596b6cd1537064f: Processing first storage report for DS-3391d3c6-42df-4344-9acd-4140e7ba8719 from datanode DatanodeRegistration(127.0.0.1:40911, datanodeUuid=9ab5451c-5982-41da-9500-7a5cf8345fa1, infoPort=44501, infoSecurePort=0, ipcPort=44129, storageInfo=lv=-57;cid=testClusterID;nsid=547909842;c=1731118740788) 2024-11-09T02:19:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf52b3d1bfc70d3c with lease ID 0x2596b6cd1537064f: from storage DS-3391d3c6-42df-4344-9acd-4140e7ba8719 node DatanodeRegistration(127.0.0.1:40911, datanodeUuid=9ab5451c-5982-41da-9500-7a5cf8345fa1, infoPort=44501, infoSecurePort=0, ipcPort=44129, storageInfo=lv=-57;cid=testClusterID;nsid=547909842;c=1731118740788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:02,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f 2024-11-09T02:19:02,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:02,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:02,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:19:02,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352 with version=8 2024-11-09T02:19:02,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/hbase-staging 2024-11-09T02:19:02,847 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:19:02,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:02,852 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32775 2024-11-09T02:19:02,853 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32775 connecting to ZooKeeper ensemble=127.0.0.1:53785 2024-11-09T02:19:02,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:327750x0, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:02,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32775-0x1011d639f280003 connected 2024-11-09T02:19:02,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:02,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:02,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/running 2024-11-09T02:19:02,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352, hbase.cluster.distributed=false 2024-11-09T02:19:02,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/acl 2024-11-09T02:19:02,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-09T02:19:02,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32775 2024-11-09T02:19:02,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32775 2024-11-09T02:19:02,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-09T02:19:02,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32775 2024-11-09T02:19:02,993 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:02,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:02,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:02,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:02,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:02,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:02,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:19:02,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:02,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37847 2024-11-09T02:19:02,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37847 connecting to ZooKeeper ensemble=127.0.0.1:53785 2024-11-09T02:19:02,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:03,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:03,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378470x0, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:03,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378470x0, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/running 2024-11-09T02:19:03,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:19:03,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37847-0x1011d639f280004 connected 2024-11-09T02:19:03,021 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:19:03,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/master 2024-11-09T02:19:03,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/acl 2024-11-09T02:19:03,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37847 2024-11-09T02:19:03,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37847 2024-11-09T02:19:03,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37847 2024-11-09T02:19:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37847 2024-11-09T02:19:03,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37847 2024-11-09T02:19:03,055 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:32775 2024-11-09T02:19:03,062 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11245092360/backup-masters/53f286d3af3b,32775,1731118742847 2024-11-09T02:19:03,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360/backup-masters 2024-11-09T02:19:03,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360/backup-masters 2024-11-09T02:19:03,082 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on existing znode=/11245092360/backup-masters/53f286d3af3b,32775,1731118742847 2024-11-09T02:19:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11245092360/master 2024-11-09T02:19:03,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,093 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on existing znode=/11245092360/master 2024-11-09T02:19:03,094 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11245092360/backup-masters/53f286d3af3b,32775,1731118742847 from backup master directory 2024-11-09T02:19:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11245092360/backup-masters/53f286d3af3b,32775,1731118742847 2024-11-09T02:19:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360/backup-masters 2024-11-09T02:19:03,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360/backup-masters 2024-11-09T02:19:03,104 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:03,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,32775,1731118742847 2024-11-09T02:19:03,136 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/hbase.id] with ID: acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1 2024-11-09T02:19:03,136 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/.tmp/hbase.id 2024-11-09T02:19:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:19:03,563 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/.tmp/hbase.id]:[hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/hbase.id] 2024-11-09T02:19:03,578 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:03,578 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:19:03,579 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:19:03,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:19:03,653 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:03,654 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:19:03,655 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:03,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:19:03,670 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store 2024-11-09T02:19:03,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:19:03,708 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:03,708 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:19:03,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:03,708 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:03,708 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:19:03,708 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:03,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:03,708 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118743708Disabling compacts and flushes for region at 1731118743708Disabling writes for close at 1731118743708Writing region close event to WAL at 1731118743708Closed at 1731118743708 2024-11-09T02:19:03,709 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/.initializing 2024-11-09T02:19:03,709 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/WALs/53f286d3af3b,32775,1731118742847 2024-11-09T02:19:03,710 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:03,712 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C32775%2C1731118742847, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/WALs/53f286d3af3b,32775,1731118742847, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/oldWALs, maxLogs=10 2024-11-09T02:19:03,734 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/WALs/53f286d3af3b,32775,1731118742847/53f286d3af3b%2C32775%2C1731118742847.1731118743712, exclude list is [], retry=0 2024-11-09T02:19:03,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-925bfb68-026c-4760-b6ae-7dc691fb9a6c,DISK] 2024-11-09T02:19:03,765 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/WALs/53f286d3af3b,32775,1731118742847/53f286d3af3b%2C32775%2C1731118742847.1731118743712 2024-11-09T02:19:03,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-09T02:19:03,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:03,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:03,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,774 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:19:03,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:03,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:03,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:19:03,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:03,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:03,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:19:03,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:03,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:03,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:19:03,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:03,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:03,788 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,789 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,789 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,790 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,790 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,790 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:03,791 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:03,801 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:03,802 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74305489, jitterRate=0.10723806917667389}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:03,802 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118743774Initializing all the Stores at 1731118743775 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118743775Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118743780 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118743780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118743780Cleaning up temporary data from old regions at 1731118743790 (+10 ms)Region opened successfully at 1731118743802 (+12 ms) 2024-11-09T02:19:03,805 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:19:03,809 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23366619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:03,810 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:19:03,810 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:19:03,810 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:19:03,810 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:19:03,811 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:19:03,811 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:19:03,811 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:19:03,818 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:19:03,818 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Unable to get data of znode /11245092360/balancer because node does not exist (not necessarily an error) 2024-11-09T02:19:03,829 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11245092360/balancer already deleted, retry=false 2024-11-09T02:19:03,830 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:19:03,830 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Unable to get data of znode /11245092360/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:19:03,840 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11245092360/normalizer already deleted, retry=false 2024-11-09T02:19:03,840 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:19:03,842 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Unable to get data of znode /11245092360/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:19:03,850 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11245092360/switch/split already deleted, retry=false 2024-11-09T02:19:03,851 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Unable to get data of znode /11245092360/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:19:03,864 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11245092360/switch/merge already deleted, retry=false 2024-11-09T02:19:03,867 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Unable to get data of znode /11245092360/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:19:03,878 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11245092360/snapshot-cleanup already deleted, retry=false 2024-11-09T02:19:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11245092360/running 2024-11-09T02:19:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11245092360/running 2024-11-09T02:19:03,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,891 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,32775,1731118742847, sessionid=0x1011d639f280003, setting cluster-up flag (Was=false) 2024-11-09T02:19:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,945 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11245092360/flush-table-proc/acquired, /11245092360/flush-table-proc/reached, /11245092360/flush-table-proc/abort 2024-11-09T02:19:03,946 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,32775,1731118742847 2024-11-09T02:19:03,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:03,997 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11245092360/online-snapshot/acquired, /11245092360/online-snapshot/reached, /11245092360/online-snapshot/abort 2024-11-09T02:19:03,999 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,32775,1731118742847 2024-11-09T02:19:04,000 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:19:04,004 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:04,005 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:19:04,005 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:19:04,005 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,32775,1731118742847 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:19:04,006 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:04,006 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:04,006 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:04,006 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:04,006 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:19:04,007 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,007 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:04,007 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,013 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:04,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118774014 2024-11-09T02:19:04,015 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:19:04,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,015 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:19:04,016 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:19:04,016 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:19:04,016 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:19:04,017 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:19:04,017 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:19:04,023 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118744017,5,FailOnTimeoutGroup] 2024-11-09T02:19:04,038 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118744023,5,FailOnTimeoutGroup] 2024-11-09T02:19:04,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:19:04,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,042 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(746): ClusterId : acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1 2024-11-09T02:19:04,042 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:19:04,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:19:04,047 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:19:04,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352 2024-11-09T02:19:04,051 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:19:04,051 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:19:04,061 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:19:04,061 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7695057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:19:04,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:04,092 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:37847 2024-11-09T02:19:04,092 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:19:04,092 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:19:04,092 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:19:04,093 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,32775,1731118742847 with port=37847, startcode=1731118742993 2024-11-09T02:19:04,093 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:19:04,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:04,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:04,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:04,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:04,104 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:04,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:04,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:04,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:04,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:04,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740 2024-11-09T02:19:04,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740 2024-11-09T02:19:04,109 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:19:04,109 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32775 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,110 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32775 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:04,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:04,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:04,111 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352 2024-11-09T02:19:04,111 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38207 2024-11-09T02:19:04,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:04,112 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:19:04,117 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:04,117 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69543680, jitterRate=0.036281585693359375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118744070Initializing all the Stores at 1731118744071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118744071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118744100 (+29 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118744100Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118744100Cleaning up temporary data from old regions at 1731118744110 (+10 ms)Region opened successfully at 1731118744117 (+7 ms) 2024-11-09T02:19:04,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:04,117 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:04,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:04,132 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:04,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118744117Disabling compacts and flushes for region at 1731118744117Disabling writes for close at 1731118744118 (+1 ms)Writing region close event to WAL at 1731118744132 (+14 ms)Closed at 1731118744132 2024-11-09T02:19:04,133 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:04,133 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:19:04,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:19:04,135 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:04,136 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:19:04,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360/rs 2024-11-09T02:19:04,178 DEBUG [RS:0;53f286d3af3b:37847 {}] zookeeper.ZKUtil(111): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on existing znode=/11245092360/rs/53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,178 WARN [RS:0;53f286d3af3b:37847 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:04,178 INFO [RS:0;53f286d3af3b:37847 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:04,178 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,179 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,37847,1731118742993] 2024-11-09T02:19:04,203 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:19:04,212 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:19:04,220 INFO [RS:0;53f286d3af3b:37847 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:19:04,220 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,224 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:19:04,225 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:19:04,225 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,225 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,225 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,225 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,225 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,225 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:04,226 DEBUG [RS:0;53f286d3af3b:37847 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:04,233 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,233 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,233 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,233 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,233 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,233 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37847,1731118742993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:04,256 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:19:04,256 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37847,1731118742993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,256 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,256 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.Replication(171): 53f286d3af3b,37847,1731118742993 started 2024-11-09T02:19:04,278 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,278 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,37847,1731118742993, RpcServer on 53f286d3af3b/172.17.0.3:37847, sessionid=0x1011d639f280004 2024-11-09T02:19:04,278 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:19:04,278 DEBUG [RS:0;53f286d3af3b:37847 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,279 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,37847,1731118742993' 2024-11-09T02:19:04,279 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11245092360/flush-table-proc/abort' 2024-11-09T02:19:04,279 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11245092360/flush-table-proc/acquired' 2024-11-09T02:19:04,280 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:19:04,280 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:19:04,280 DEBUG [RS:0;53f286d3af3b:37847 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,280 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,37847,1731118742993' 2024-11-09T02:19:04,280 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11245092360/online-snapshot/abort' 2024-11-09T02:19:04,280 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11245092360/online-snapshot/acquired' 2024-11-09T02:19:04,281 DEBUG [RS:0;53f286d3af3b:37847 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:19:04,281 INFO [RS:0;53f286d3af3b:37847 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:19:04,281 INFO [RS:0;53f286d3af3b:37847 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:19:04,286 WARN [53f286d3af3b:32775 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:19:04,381 INFO [RS:0;53f286d3af3b:37847 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:04,382 INFO [RS:0;53f286d3af3b:37847 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C37847%2C1731118742993, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/oldWALs, maxLogs=10 2024-11-09T02:19:04,406 DEBUG [RS:0;53f286d3af3b:37847 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, exclude list is [], retry=0 2024-11-09T02:19:04,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-925bfb68-026c-4760-b6ae-7dc691fb9a6c,DISK] 2024-11-09T02:19:04,412 INFO [RS:0;53f286d3af3b:37847 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 2024-11-09T02:19:04,414 DEBUG [RS:0;53f286d3af3b:37847 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-09T02:19:04,537 DEBUG [53f286d3af3b:32775 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:19:04,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,538 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,37847,1731118742993, state=OPENING 2024-11-09T02:19:04,545 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:19:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:04,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:04,556 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:04,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11245092360/meta-region-server: CHANGED 2024-11-09T02:19:04,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11245092360/meta-region-server: CHANGED 2024-11-09T02:19:04,556 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,37847,1731118742993}] 2024-11-09T02:19:04,708 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:04,709 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:19:04,713 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:19:04,713 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:04,713 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:19:04,715 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C37847%2C1731118742993.meta, suffix=.meta, logDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/oldWALs, maxLogs=10 2024-11-09T02:19:04,732 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.meta.1731118744715.meta, exclude list is [], retry=0 2024-11-09T02:19:04,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-925bfb68-026c-4760-b6ae-7dc691fb9a6c,DISK] 2024-11-09T02:19:04,735 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.meta.1731118744715.meta 2024-11-09T02:19:04,735 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:04,736 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:19:04,736 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:19:04,736 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:19:04,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:04,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:04,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:04,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:04,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:04,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:04,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:04,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:04,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:04,744 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:04,744 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740 2024-11-09T02:19:04,745 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740 2024-11-09T02:19:04,746 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:04,746 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:04,746 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:04,747 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:04,747 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65206040, jitterRate=-0.028354287147521973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:04,747 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:19:04,747 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118744736Writing region info on filesystem at 1731118744736Initializing all the Stores at 1731118744737 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118744737Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118744740 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118744740Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118744740Cleaning up temporary data from old regions at 1731118744746 (+6 ms)Running coprocessor post-open hooks at 1731118744747 (+1 ms)Region opened successfully at 1731118744747 2024-11-09T02:19:04,748 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118744707 2024-11-09T02:19:04,750 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:19:04,750 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:19:04,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,751 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,37847,1731118742993, state=OPEN 2024-11-09T02:19:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11245092360/meta-region-server 2024-11-09T02:19:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11245092360/meta-region-server 2024-11-09T02:19:04,763 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:04,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11245092360/meta-region-server: CHANGED 2024-11-09T02:19:04,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11245092360/meta-region-server: CHANGED 2024-11-09T02:19:04,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:19:04,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,37847,1731118742993 in 207 msec 2024-11-09T02:19:04,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:19:04,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 631 msec 2024-11-09T02:19:04,767 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:04,767 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:19:04,768 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:04,769 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,37847,1731118742993, seqNum=-1] 2024-11-09T02:19:04,769 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:04,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:04,772 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:04,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 773 msec 2024-11-09T02:19:04,780 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118744780, completionTime=-1 2024-11-09T02:19:04,780 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:19:04,780 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:19:04,784 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118804784 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118864785 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32775,1731118742847-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32775,1731118742847-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32775,1731118742847-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:32775, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,785 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,788 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:19:04,792 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.693sec 2024-11-09T02:19:04,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:19:04,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:19:04,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:19:04,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:19:04,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:19:04,798 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32775,1731118742847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:04,798 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32775,1731118742847-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:19:04,799 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:19:04,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:19:04,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32775,1731118742847-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:04,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,813 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:04,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b900a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:04,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32775,-1 for getting cluster id 2024-11-09T02:19:04,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:04,849 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1' 2024-11-09T02:19:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1" 2024-11-09T02:19:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7dc6ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:04,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32775,-1] 2024-11-09T02:19:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:04,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:04,851 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:04,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9ab952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:04,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:04,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,37847,1731118742993, seqNum=-1] 2024-11-09T02:19:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:04,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:04,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,32775,1731118742847 2024-11-09T02:19:04,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53785 2024-11-09T02:19:04,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:04,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d639f280005 connected 2024-11-09T02:19:04,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40951,1731118738405 2024-11-09T02:19:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f024e5 2024-11-09T02:19:04,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:04,915 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:04,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:19:04,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:04,920 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:04,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:19:04,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:04,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:19:04,945 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3677e04e7aaaf227cab13a7246f530ea, NAME => 'test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69 2024-11-09T02:19:04,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:19:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:05,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:05,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3677e04e7aaaf227cab13a7246f530ea, disabling compactions & flushes 2024-11-09T02:19:05,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. after waiting 0 ms 2024-11-09T02:19:05,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,359 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,359 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3677e04e7aaaf227cab13a7246f530ea: Waiting for close lock at 1731118745359Disabling compacts and flushes for region at 1731118745359Disabling writes for close at 1731118745359Writing region close event to WAL at 1731118745359Closed at 1731118745359 2024-11-09T02:19:05,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:05,360 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118745360"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118745360"}]},"ts":"1731118745360"} 2024-11-09T02:19:05,362 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:05,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:05,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118745363"}]},"ts":"1731118745363"} 2024-11-09T02:19:05,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:19:05,364 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3677e04e7aaaf227cab13a7246f530ea, ASSIGN}] 2024-11-09T02:19:05,365 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3677e04e7aaaf227cab13a7246f530ea, ASSIGN 2024-11-09T02:19:05,366 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3677e04e7aaaf227cab13a7246f530ea, ASSIGN; state=OFFLINE, location=53f286d3af3b,43309,1731118738644; forceNewPlan=false, retain=false 2024-11-09T02:19:05,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3677e04e7aaaf227cab13a7246f530ea, regionState=OPENING, regionLocation=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:05,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3677e04e7aaaf227cab13a7246f530ea, ASSIGN because future has completed 2024-11-09T02:19:05,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3677e04e7aaaf227cab13a7246f530ea, server=53f286d3af3b,43309,1731118738644}] 2024-11-09T02:19:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:05,675 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3677e04e7aaaf227cab13a7246f530ea, NAME => 'test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:05,675 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:05,675 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,675 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,677 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,677 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677e04e7aaaf227cab13a7246f530ea columnFamilyName f 2024-11-09T02:19:05,678 DEBUG [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:05,678 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] regionserver.HStore(327): Store=3677e04e7aaaf227cab13a7246f530ea/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:05,678 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,679 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677e04e7aaaf227cab13a7246f530ea columnFamilyName f1 2024-11-09T02:19:05,679 DEBUG [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:05,679 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] regionserver.HStore(327): Store=3677e04e7aaaf227cab13a7246f530ea/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:05,679 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,680 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3677e04e7aaaf227cab13a7246f530ea columnFamilyName norep 2024-11-09T02:19:05,680 DEBUG [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:05,680 INFO [StoreOpener-3677e04e7aaaf227cab13a7246f530ea-1 {}] regionserver.HStore(327): Store=3677e04e7aaaf227cab13a7246f530ea/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:05,680 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,680 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,681 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,681 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,681 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,681 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:05,682 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,683 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:05,684 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3677e04e7aaaf227cab13a7246f530ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64593536, jitterRate=-0.03748130798339844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:05,684 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:05,684 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3677e04e7aaaf227cab13a7246f530ea: Running coprocessor pre-open hook at 1731118745676Writing region info on filesystem at 1731118745676Initializing all the Stores at 1731118745676Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118745676Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118745676Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118745676Cleaning up temporary data from old regions at 1731118745681 (+5 ms)Running coprocessor post-open hooks at 1731118745684 (+3 ms)Region opened successfully at 1731118745684 2024-11-09T02:19:05,685 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea., pid=6, masterSystemTime=1731118745671 2024-11-09T02:19:05,687 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,687 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:05,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3677e04e7aaaf227cab13a7246f530ea, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:05,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3677e04e7aaaf227cab13a7246f530ea, server=53f286d3af3b,43309,1731118738644 because future has completed 2024-11-09T02:19:05,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:19:05,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3677e04e7aaaf227cab13a7246f530ea, server=53f286d3af3b,43309,1731118738644 in 171 msec 2024-11-09T02:19:05,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:19:05,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3677e04e7aaaf227cab13a7246f530ea, ASSIGN in 327 msec 2024-11-09T02:19:05,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:05,694 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118745693"}]},"ts":"1731118745693"} 2024-11-09T02:19:05,695 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:19:05,696 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:05,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 780 msec 2024-11-09T02:19:05,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:19:05,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:19:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:06,062 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:19:06,062 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32775,1731118742847 2024-11-09T02:19:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac5992 2024-11-09T02:19:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:06,064 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:06,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:19:06,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:06,066 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:06,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:19:06,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:06,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:06,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:19:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:06,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b89cf3244c4377b245042691384755bf, NAME => 'test,,1731118746064.b89cf3244c4377b245042691384755bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352 2024-11-09T02:19:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:19:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:06,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118746064.b89cf3244c4377b245042691384755bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:06,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b89cf3244c4377b245042691384755bf, disabling compactions & flushes 2024-11-09T02:19:06,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:06,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:06,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118746064.b89cf3244c4377b245042691384755bf. after waiting 0 ms 2024-11-09T02:19:06,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:06,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:06,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b89cf3244c4377b245042691384755bf: Waiting for close lock at 1731118746900Disabling compacts and flushes for region at 1731118746900Disabling writes for close at 1731118746900Writing region close event to WAL at 1731118746900Closed at 1731118746900 2024-11-09T02:19:06,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:06,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118746064.b89cf3244c4377b245042691384755bf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118746901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118746901"}]},"ts":"1731118746901"} 2024-11-09T02:19:06,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:06,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:06,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118746904"}]},"ts":"1731118746904"} 2024-11-09T02:19:06,905 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:19:06,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b89cf3244c4377b245042691384755bf, ASSIGN}] 2024-11-09T02:19:06,907 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b89cf3244c4377b245042691384755bf, ASSIGN 2024-11-09T02:19:06,907 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b89cf3244c4377b245042691384755bf, ASSIGN; state=OFFLINE, location=53f286d3af3b,37847,1731118742993; forceNewPlan=false, retain=false 2024-11-09T02:19:07,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b89cf3244c4377b245042691384755bf, regionState=OPENING, regionLocation=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:07,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b89cf3244c4377b245042691384755bf, ASSIGN because future has completed 2024-11-09T02:19:07,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b89cf3244c4377b245042691384755bf, server=53f286d3af3b,37847,1731118742993}] 2024-11-09T02:19:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:07,214 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:07,215 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b89cf3244c4377b245042691384755bf, NAME => 'test,,1731118746064.b89cf3244c4377b245042691384755bf.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:07,215 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:07,215 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:19:07,215 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,215 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118746064.b89cf3244c4377b245042691384755bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:07,215 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,215 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,216 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,217 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b89cf3244c4377b245042691384755bf columnFamilyName f 2024-11-09T02:19:07,217 DEBUG [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:07,218 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] regionserver.HStore(327): Store=b89cf3244c4377b245042691384755bf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:07,218 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,218 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b89cf3244c4377b245042691384755bf columnFamilyName f1 2024-11-09T02:19:07,218 DEBUG [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:07,219 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] regionserver.HStore(327): Store=b89cf3244c4377b245042691384755bf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:07,219 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,219 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b89cf3244c4377b245042691384755bf columnFamilyName norep 2024-11-09T02:19:07,219 DEBUG [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:07,220 INFO [StoreOpener-b89cf3244c4377b245042691384755bf-1 {}] regionserver.HStore(327): Store=b89cf3244c4377b245042691384755bf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:07,220 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,220 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,220 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,221 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,221 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,221 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:07,222 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,223 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:07,223 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b89cf3244c4377b245042691384755bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58913901, jitterRate=-0.12211446464061737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:07,223 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:07,223 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b89cf3244c4377b245042691384755bf: Running coprocessor pre-open hook at 1731118747215Writing region info on filesystem at 1731118747215Initializing all the Stores at 1731118747216 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118747216Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118747216Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118747216Cleaning up temporary data from old regions at 1731118747221 (+5 ms)Running coprocessor post-open hooks at 1731118747223 (+2 ms)Region opened successfully at 1731118747223 2024-11-09T02:19:07,224 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118746064.b89cf3244c4377b245042691384755bf., pid=6, masterSystemTime=1731118747212 2024-11-09T02:19:07,226 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:07,226 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:07,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b89cf3244c4377b245042691384755bf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:07,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b89cf3244c4377b245042691384755bf, server=53f286d3af3b,37847,1731118742993 because future has completed 2024-11-09T02:19:07,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:19:07,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b89cf3244c4377b245042691384755bf, server=53f286d3af3b,37847,1731118742993 in 168 msec 2024-11-09T02:19:07,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:19:07,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b89cf3244c4377b245042691384755bf, ASSIGN in 324 msec 2024-11-09T02:19:07,231 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:07,232 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118747231"}]},"ts":"1731118747231"} 2024-11-09T02:19:07,233 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:19:07,233 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:07,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1680 sec 2024-11-09T02:19:08,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:08,212 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:19:08,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40951,-1 for getting cluster id 2024-11-09T02:19:08,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:08,213 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81043583-c9f5-4bea-b210-9e891cec73e4' 2024-11-09T02:19:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81043583-c9f5-4bea-b210-9e891cec73e4" 2024-11-09T02:19:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aae1682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40951,-1] 2024-11-09T02:19:08,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:08,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:08,214 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:08,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b299fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32775,-1 for getting cluster id 2024-11-09T02:19:08,215 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:08,216 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1' 2024-11-09T02:19:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1" 2024-11-09T02:19:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5341149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32775,-1] 2024-11-09T02:19:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:08,217 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da2bff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40951,-1 for getting cluster id 2024-11-09T02:19:08,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:08,219 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81043583-c9f5-4bea-b210-9e891cec73e4' 2024-11-09T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81043583-c9f5-4bea-b210-9e891cec73e4" 2024-11-09T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3e8ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40951,-1] 2024-11-09T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:08,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:08,220 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34be3183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40951,1731118738405 2024-11-09T02:19:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e417742 2024-11-09T02:19:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:08,222 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:08,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:32775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:19:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:19:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:08,224 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32775' 2024-11-09T02:19:08,225 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ddf743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,226 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32775,-1 for getting cluster id 2024-11-09T02:19:08,226 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:08,226 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1' 2024-11-09T02:19:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:08,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1" 2024-11-09T02:19:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d0c95af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32775,-1] 2024-11-09T02:19:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:08,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:08,227 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:08,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f726f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:08,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:08,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32775,1731118742847 2024-11-09T02:19:08,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24d05aaf 2024-11-09T02:19:08,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:08,229 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:08,230 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T02:19:08,230 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:19:08,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:08,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:08,230 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:08,230 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:08,231 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:19:08,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:08,232 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:08,233 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:19:08,281 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:19:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:08,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:08,641 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1532ae47749c426e0af0ab6ae9f13b2a, NAME => 'hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69 2024-11-09T02:19:08,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:19:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:09,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:09,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1532ae47749c426e0af0ab6ae9f13b2a, disabling compactions & flushes 2024-11-09T02:19:09,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. after waiting 0 ms 2024-11-09T02:19:09,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,050 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,050 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1532ae47749c426e0af0ab6ae9f13b2a: Waiting for close lock at 1731118749050Disabling compacts and flushes for region at 1731118749050Disabling writes for close at 1731118749050Writing region close event to WAL at 1731118749050Closed at 1731118749050 2024-11-09T02:19:09,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:09,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118749051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118749051"}]},"ts":"1731118749051"} 2024-11-09T02:19:09,053 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:09,054 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:09,055 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118749054"}]},"ts":"1731118749054"} 2024-11-09T02:19:09,056 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:19:09,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1532ae47749c426e0af0ab6ae9f13b2a, ASSIGN}] 2024-11-09T02:19:09,058 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1532ae47749c426e0af0ab6ae9f13b2a, ASSIGN 2024-11-09T02:19:09,059 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1532ae47749c426e0af0ab6ae9f13b2a, ASSIGN; state=OFFLINE, location=53f286d3af3b,43309,1731118738644; forceNewPlan=false, retain=false 2024-11-09T02:19:09,210 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1532ae47749c426e0af0ab6ae9f13b2a, regionState=OPENING, regionLocation=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:09,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1532ae47749c426e0af0ab6ae9f13b2a, ASSIGN because future has completed 2024-11-09T02:19:09,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1532ae47749c426e0af0ab6ae9f13b2a, server=53f286d3af3b,43309,1731118738644}] 2024-11-09T02:19:09,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:19:09,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:19:09,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:19:09,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T02:19:09,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:19:09,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T02:19:09,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:19:09,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T02:19:09,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:19:09,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T02:19:09,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T02:19:09,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T02:19:09,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:09,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:09,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:19:09,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43309%2C1731118738644.rep, suffix=, logDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644, archiveDir=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/oldWALs, maxLogs=10 2024-11-09T02:19:09,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.rep.1731118749370, exclude list is [], retry=0 2024-11-09T02:19:09,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-f6c9ed54-23d2-43fc-a08b-e98d48a5e146,DISK] 2024-11-09T02:19:09,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.rep.1731118749370 2024-11-09T02:19:09,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43149:43149)] 2024-11-09T02:19:09,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1532ae47749c426e0af0ab6ae9f13b2a, NAME => 'hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:09,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. service=MultiRowMutationService 2024-11-09T02:19:09,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:19:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,410 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,411 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1532ae47749c426e0af0ab6ae9f13b2a columnFamilyName hfileref 2024-11-09T02:19:09,411 DEBUG [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:09,412 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] regionserver.HStore(327): Store=1532ae47749c426e0af0ab6ae9f13b2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:09,412 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,413 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1532ae47749c426e0af0ab6ae9f13b2a columnFamilyName queue 2024-11-09T02:19:09,413 DEBUG [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:09,413 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] regionserver.HStore(327): Store=1532ae47749c426e0af0ab6ae9f13b2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:09,413 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,414 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1532ae47749c426e0af0ab6ae9f13b2a columnFamilyName sid 2024-11-09T02:19:09,414 DEBUG [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:09,414 INFO [StoreOpener-1532ae47749c426e0af0ab6ae9f13b2a-1 {}] regionserver.HStore(327): Store=1532ae47749c426e0af0ab6ae9f13b2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:09,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,415 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,417 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:09,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:09,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1532ae47749c426e0af0ab6ae9f13b2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61531086, jitterRate=-0.08311536908149719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:09,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:09,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1532ae47749c426e0af0ab6ae9f13b2a: Running coprocessor pre-open hook at 1731118749409Writing region info on filesystem at 1731118749409Initializing all the Stores at 1731118749410 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118749410Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118749410Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118749410Cleaning up temporary data from old regions at 1731118749418 (+8 ms)Running coprocessor post-open hooks at 1731118749421 (+3 ms)Region opened successfully at 1731118749421 2024-11-09T02:19:09,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a., pid=10, masterSystemTime=1731118749363 2024-11-09T02:19:09,425 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:09,428 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1532ae47749c426e0af0ab6ae9f13b2a, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43309,1731118738644 2024-11-09T02:19:09,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1532ae47749c426e0af0ab6ae9f13b2a, server=53f286d3af3b,43309,1731118738644 because future has completed 2024-11-09T02:19:09,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:19:09,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1532ae47749c426e0af0ab6ae9f13b2a, server=53f286d3af3b,43309,1731118738644 in 221 msec 2024-11-09T02:19:09,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:19:09,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1532ae47749c426e0af0ab6ae9f13b2a, ASSIGN in 379 msec 2024-11-09T02:19:09,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:09,440 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118749440"}]},"ts":"1731118749440"} 2024-11-09T02:19:09,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:19:09,445 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:09,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-11-09T02:19:09,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a., hostname=53f286d3af3b,43309,1731118738644, seqNum=2] 2024-11-09T02:19:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:09,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:09,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:19:09,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43309 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:19:09,688 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:19:09,719 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,43309,1731118738644, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:19:09,720 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:09,720 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43309,1731118738644, seqNum=-1] 2024-11-09T02:19:09,720 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:09,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:09,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,43309,1731118738644', locateType=CURRENT is [region=hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a., hostname=53f286d3af3b,43309,1731118738644, seqNum=2] 2024-11-09T02:19:09,728 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:19:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:19:09,731 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,43309,1731118738644 suceeded 2024-11-09T02:19:09,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:19:09,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-09T02:19:09,732 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:32775,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:19:09,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-09T02:19:09,746 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32775' 2024-11-09T02:19:09,748 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7fe5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:09,748 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32775,-1 for getting cluster id 2024-11-09T02:19:09,748 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:09,749 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1' 2024-11-09T02:19:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1" 2024-11-09T02:19:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22efc2fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32775,-1] 2024-11-09T02:19:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:09,750 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:09,751 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291e623f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:09,751 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32775,1731118742847 2024-11-09T02:19:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e37bd4e 2024-11-09T02:19:09,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:09,752 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T02:19:09,753 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,43309,1731118738644 (queues=1) is replicating from cluster=81043583-c9f5-4bea-b210-9e891cec73e4 to cluster=acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1 2024-11-09T02:19:09,753 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C43309%2C1731118738644 2024-11-09T02:19:09,753 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,43309,1731118738644, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:19:09,756 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, startPosition=0, beingWritten=true 2024-11-09T02:19:09,757 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C43309%2C1731118738644 2024-11-09T02:19:09,763 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:09,763 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:09,763 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43309,1731118738644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:09,967 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:10,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,273 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:10,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:10,372 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:19:10,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:10,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:10,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:10,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:10,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:10,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d7122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:10,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32775,-1 for getting cluster id 2024-11-09T02:19:10,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:10,374 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1' 2024-11-09T02:19:10,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1" 2024-11-09T02:19:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd692c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32775,-1] 2024-11-09T02:19:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:10,375 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:10,376 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12680aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:10,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32775,1731118742847 2024-11-09T02:19:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef0399e 2024-11-09T02:19:10,377 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:10,378 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:10,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:40951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:19:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:19:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:10,381 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:40951' 2024-11-09T02:19:10,381 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486e6d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:10,381 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40951,-1 for getting cluster id 2024-11-09T02:19:10,381 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:10,382 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81043583-c9f5-4bea-b210-9e891cec73e4' 2024-11-09T02:19:10,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:10,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81043583-c9f5-4bea-b210-9e891cec73e4" 2024-11-09T02:19:10,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a997b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:10,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40951,-1] 2024-11-09T02:19:10,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:10,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:10,383 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:10,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d2b685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:10,384 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:10,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40951,1731118738405 2024-11-09T02:19:10,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f1e5044 2024-11-09T02:19:10,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:10,385 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:10,386 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:19:10,386 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:19:10,386 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:10,386 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:10,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:10,386 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:10,387 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:19:10,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:10,388 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:10,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:19:10,437 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:19:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:10,677 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:10,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07b4f1546d237abf70bfb22d0edf4c14, NAME => 'hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352 2024-11-09T02:19:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:19:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:11,181 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07b4f1546d237abf70bfb22d0edf4c14, disabling compactions & flushes 2024-11-09T02:19:11,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. after waiting 0 ms 2024-11-09T02:19:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07b4f1546d237abf70bfb22d0edf4c14: Waiting for close lock at 1731118751200Disabling compacts and flushes for region at 1731118751200Disabling writes for close at 1731118751200Writing region close event to WAL at 1731118751200Closed at 1731118751200 2024-11-09T02:19:11,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:11,201 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118751201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118751201"}]},"ts":"1731118751201"} 2024-11-09T02:19:11,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:11,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:11,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118751205"}]},"ts":"1731118751205"} 2024-11-09T02:19:11,207 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:19:11,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07b4f1546d237abf70bfb22d0edf4c14, ASSIGN}] 2024-11-09T02:19:11,208 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07b4f1546d237abf70bfb22d0edf4c14, ASSIGN 2024-11-09T02:19:11,209 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07b4f1546d237abf70bfb22d0edf4c14, ASSIGN; state=OFFLINE, location=53f286d3af3b,37847,1731118742993; forceNewPlan=false, retain=false 2024-11-09T02:19:11,359 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07b4f1546d237abf70bfb22d0edf4c14, regionState=OPENING, regionLocation=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07b4f1546d237abf70bfb22d0edf4c14, ASSIGN because future has completed 2024-11-09T02:19:11,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07b4f1546d237abf70bfb22d0edf4c14, server=53f286d3af3b,37847,1731118742993}] 2024-11-09T02:19:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:19:11,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C37847%2C1731118742993.rep, suffix=, logDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993, archiveDir=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/oldWALs, maxLogs=10 2024-11-09T02:19:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:11,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.rep.1731118751521, exclude list is [], retry=0 2024-11-09T02:19:11,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40911,DS-925bfb68-026c-4760-b6ae-7dc691fb9a6c,DISK] 2024-11-09T02:19:11,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.rep.1731118751521 2024-11-09T02:19:11,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44501:44501)] 2024-11-09T02:19:11,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07b4f1546d237abf70bfb22d0edf4c14, NAME => 'hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:11,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:11,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:11,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. service=MultiRowMutationService 2024-11-09T02:19:11,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:19:11,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:11,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,576 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,577 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b4f1546d237abf70bfb22d0edf4c14 columnFamilyName hfileref 2024-11-09T02:19:11,577 DEBUG [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:11,580 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] regionserver.HStore(327): Store=07b4f1546d237abf70bfb22d0edf4c14/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:11,580 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,581 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b4f1546d237abf70bfb22d0edf4c14 columnFamilyName queue 2024-11-09T02:19:11,581 DEBUG [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:11,582 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] regionserver.HStore(327): Store=07b4f1546d237abf70bfb22d0edf4c14/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:11,582 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,583 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b4f1546d237abf70bfb22d0edf4c14 columnFamilyName sid 2024-11-09T02:19:11,583 DEBUG [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:11,583 INFO [StoreOpener-07b4f1546d237abf70bfb22d0edf4c14-1 {}] regionserver.HStore(327): Store=07b4f1546d237abf70bfb22d0edf4c14/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:11,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/replication/07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/replication/07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:11,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/replication/07b4f1546d237abf70bfb22d0edf4c14/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:11,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07b4f1546d237abf70bfb22d0edf4c14; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72501846, jitterRate=0.08036169409751892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:11,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:11,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07b4f1546d237abf70bfb22d0edf4c14: Running coprocessor pre-open hook at 1731118751550Writing region info on filesystem at 1731118751550Initializing all the Stores at 1731118751551 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118751551Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118751564 (+13 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118751564Cleaning up temporary data from old regions at 1731118751586 (+22 ms)Running coprocessor post-open hooks at 1731118751590 (+4 ms)Region opened successfully at 1731118751590 2024-11-09T02:19:11,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14., pid=10, masterSystemTime=1731118751515 2024-11-09T02:19:11,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:11,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07b4f1546d237abf70bfb22d0edf4c14, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,37847,1731118742993 2024-11-09T02:19:11,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07b4f1546d237abf70bfb22d0edf4c14, server=53f286d3af3b,37847,1731118742993 because future has completed 2024-11-09T02:19:11,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:19:11,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07b4f1546d237abf70bfb22d0edf4c14, server=53f286d3af3b,37847,1731118742993 in 239 msec 2024-11-09T02:19:11,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:19:11,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07b4f1546d237abf70bfb22d0edf4c14, ASSIGN in 398 msec 2024-11-09T02:19:11,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:11,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118751608"}]},"ts":"1731118751608"} 2024-11-09T02:19:11,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:19:11,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:11,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-09T02:19:11,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14., hostname=53f286d3af3b,37847,1731118742993, seqNum=2] 2024-11-09T02:19:11,704 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:19:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:11,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:11,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:11,721 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18214 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:11,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:19:11,785 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:11,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37847 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:19:11,890 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:19:11,935 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,37847,1731118742993, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:19:11,936 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:11,936 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,37847,1731118742993, seqNum=-1] 2024-11-09T02:19:11,937 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:11,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,37847,1731118742993', locateType=CURRENT is [region=hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14., hostname=53f286d3af3b,37847,1731118742993, seqNum=2] 2024-11-09T02:19:11,948 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:19:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:19:11,951 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,37847,1731118742993 suceeded 2024-11-09T02:19:11,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:19:11,954 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:40951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:19:11,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-09T02:19:11,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5760 sec 2024-11-09T02:19:11,975 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:40951' 2024-11-09T02:19:11,976 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3a6668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:11,976 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40951,-1 for getting cluster id 2024-11-09T02:19:11,976 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:11,977 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81043583-c9f5-4bea-b210-9e891cec73e4' 2024-11-09T02:19:11,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:11,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81043583-c9f5-4bea-b210-9e891cec73e4" 2024-11-09T02:19:11,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b13f72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:11,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40951,-1] 2024-11-09T02:19:11,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:11,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:11,979 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:11,980 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64abadeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:11,980 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,40951,1731118738405 2024-11-09T02:19:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@312b18d3 2024-11-09T02:19:11,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:11,983 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T02:19:11,983 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,37847,1731118742993 (queues=1) is replicating from cluster=acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1 to cluster=81043583-c9f5-4bea-b210-9e891cec73e4 2024-11-09T02:19:11,983 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C37847%2C1731118742993 2024-11-09T02:19:11,983 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,37847,1731118742993, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:19:11,984 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, startPosition=0, beingWritten=true 2024-11-09T02:19:11,988 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C37847%2C1731118742993 2024-11-09T02:19:12,015 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:12,015 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 379, reset compression=false 2024-11-09T02:19:12,015 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,37847,1731118742993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:12,226 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 379, reset compression=false 2024-11-09T02:19:12,489 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32775 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:12,542 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:19:12,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:12,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:12,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:12,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:12,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:12,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:12,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43309,1731118738644, seqNum=-1] 2024-11-09T02:19:12,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:12,545 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 379, reset compression=false 2024-11-09T02:19:12,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:12,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea., hostname=53f286d3af3b,43309,1731118738644, seqNum=2] 2024-11-09T02:19:12,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,37847,1731118742993, seqNum=-1] 2024-11-09T02:19:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:12,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:12,555 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118746064.b89cf3244c4377b245042691384755bf., hostname=53f286d3af3b,37847,1731118742993, seqNum=2] 2024-11-09T02:19:12,557 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T02:19:12,950 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 379, reset compression=false 2024-11-09T02:19:13,294 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 379, reset compression=false 2024-11-09T02:19:13,303 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:13,303 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 480, reset compression=false 2024-11-09T02:19:13,303 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43309,1731118738644 got entry batch from reader: WALEntryBatch [walEntries=[{test/3677e04e7aaaf227cab13a7246f530ea/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T02:19:13,306 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:13,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T02:19:13,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:13,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bcfefc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:13,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32775,-1 for getting cluster id 2024-11-09T02:19:13,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:13,321 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1' 2024-11-09T02:19:13,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acceb0e7-d9d5-4a9f-83c2-f1f30daf47f1" 2024-11-09T02:19:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fe3029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32775,-1] 2024-11-09T02:19:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:13,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:13,323 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:13,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5125e0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:13,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:13,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,37847,1731118742993, seqNum=-1] 2024-11-09T02:19:13,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:13,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:13,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118746064.b89cf3244c4377b245042691384755bf., hostname=53f286d3af3b,37847,1731118742993, seqNum=2] 2024-11-09T02:19:13,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:13,455 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 379, reset compression=false 2024-11-09T02:19:13,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:13,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 504, reset compression=false 2024-11-09T02:19:13,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,37847,1731118742993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:13,517 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 480, reset compression=false 2024-11-09T02:19:13,561 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T02:19:13,567 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T02:19:13,713 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 504, reset compression=false 2024-11-09T02:19:13,717 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:13,717 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 608, reset compression=false 2024-11-09T02:19:13,717 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,37847,1731118742993 got entry batch from reader: WALEntryBatch [walEntries=[{test/b89cf3244c4377b245042691384755bf/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:19:13,720 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:13,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T02:19:13,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:13,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210f2d98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:13,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,40951,-1 for getting cluster id 2024-11-09T02:19:13,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:13,723 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81043583-c9f5-4bea-b210-9e891cec73e4' 2024-11-09T02:19:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81043583-c9f5-4bea-b210-9e891cec73e4" 2024-11-09T02:19:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1098dbd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,40951,-1] 2024-11-09T02:19:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:13,724 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:13,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@191b4f81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:13,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:13,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43309,1731118738644, seqNum=-1] 2024-11-09T02:19:13,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:13,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:13,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea., hostname=53f286d3af3b,43309,1731118738644, seqNum=2] 2024-11-09T02:19:13,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:13,822 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 480, reset compression=false 2024-11-09T02:19:13,842 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:13,842 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 608, reset compression=false 2024-11-09T02:19:13,842 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43309,1731118738644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:13,921 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 608, reset compression=false 2024-11-09T02:19:14,061 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 608, reset compression=false 2024-11-09T02:19:14,225 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 608, reset compression=false 2024-11-09T02:19:14,365 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 608, reset compression=false 2024-11-09T02:19:14,568 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T02:19:14,575 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T02:19:14,629 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 608, reset compression=false 2024-11-09T02:19:14,768 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 608, reset compression=false 2024-11-09T02:19:14,773 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:14,773 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 764, reset compression=false 2024-11-09T02:19:14,773 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43309,1731118738644 got entry batch from reader: WALEntryBatch [walEntries=[{test/3677e04e7aaaf227cab13a7246f530ea/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T02:19:14,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:14,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37847 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:14,981 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 764, reset compression=false 2024-11-09T02:19:15,132 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 608, reset compression=false 2024-11-09T02:19:15,137 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:15,137 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 756, reset compression=false 2024-11-09T02:19:15,137 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,37847,1731118742993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:15,288 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 764, reset compression=false 2024-11-09T02:19:15,341 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 756, reset compression=false 2024-11-09T02:19:15,577 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T02:19:15,583 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T02:19:15,649 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 756, reset compression=false 2024-11-09T02:19:15,664 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:15,665 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 915, reset compression=false 2024-11-09T02:19:15,665 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,37847,1731118742993 got entry batch from reader: WALEntryBatch [walEntries=[{test/b89cf3244c4377b245042691384755bf/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T02:19:15,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:15,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43309 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:15,691 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 764, reset compression=false 2024-11-09T02:19:15,697 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:15,697 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:15,697 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43309,1731118738644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:15,897 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 915, reset compression=false 2024-11-09T02:19:15,902 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:16,206 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 915, reset compression=false 2024-11-09T02:19:16,208 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:16,586 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T02:19:16,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:19:16,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:16,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:16,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:16,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:16,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:16,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:19:16,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=536852856, stopped=false 2024-11-09T02:19:16,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,32775,1731118742847 2024-11-09T02:19:16,610 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 915, reset compression=false 2024-11-09T02:19:16,612 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11245092360/running 2024-11-09T02:19:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11245092360/running 2024-11-09T02:19:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:16,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:16,650 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:19:16,650 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:16,650 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:16,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:16,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/running 2024-11-09T02:19:16,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Set watcher on znode that does not yet exist, /11245092360/running 2024-11-09T02:19:16,652 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,37847,1731118742993' ***** 2024-11-09T02:19:16,652 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:19:16,652 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:19:16,652 INFO [RS:0;53f286d3af3b:37847 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:19:16,653 INFO [RS:0;53f286d3af3b:37847 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:19:16,653 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(3091): Received CLOSE for b89cf3244c4377b245042691384755bf 2024-11-09T02:19:16,653 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:19:16,656 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(3091): Received CLOSE for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:16,656 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,37847,1731118742993 2024-11-09T02:19:16,656 INFO [RS:0;53f286d3af3b:37847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:19:16,656 INFO [RS:0;53f286d3af3b:37847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:37847. 2024-11-09T02:19:16,656 DEBUG [RS:0;53f286d3af3b:37847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:16,656 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:16,657 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:19:16,657 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:19:16,657 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:19:16,657 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:19:16,657 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:19:16,657 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1325): Online Regions={b89cf3244c4377b245042691384755bf=test,,1731118746064.b89cf3244c4377b245042691384755bf., 1588230740=hbase:meta,,1.1588230740, 07b4f1546d237abf70bfb22d0edf4c14=hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.} 2024-11-09T02:19:16,657 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1351): Waiting on 07b4f1546d237abf70bfb22d0edf4c14, 1588230740, b89cf3244c4377b245042691384755bf 2024-11-09T02:19:16,658 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:16,658 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:16,658 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:16,658 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:16,658 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:16,659 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:19:16,659 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b89cf3244c4377b245042691384755bf, disabling compactions & flushes 2024-11-09T02:19:16,659 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:16,659 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:16,659 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118746064.b89cf3244c4377b245042691384755bf. after waiting 0 ms 2024-11-09T02:19:16,659 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:16,660 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b89cf3244c4377b245042691384755bf 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T02:19:16,683 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/info/fee5b6828fa045d8bbd3ab55632f41fb is 147, key is hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14./info:regioninfo/1731118751594/Put/seqid=0 2024-11-09T02:19:16,690 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/f/363e476305a24db9aed55bf0a3fa9c72 is 29, key is row1/f:/1731118755578/DeleteFamily/seqid=0 2024-11-09T02:19:16,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741840_1016 (size=7686) 2024-11-09T02:19:16,702 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/info/fee5b6828fa045d8bbd3ab55632f41fb 2024-11-09T02:19:16,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741841_1017 (size=5118) 2024-11-09T02:19:16,718 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/f/363e476305a24db9aed55bf0a3fa9c72 2024-11-09T02:19:16,723 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 363e476305a24db9aed55bf0a3fa9c72 2024-11-09T02:19:16,748 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:19:16,760 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/ns/49052169cb1c452c8099f1c34c39d258 is 43, key is default/ns:d/1731118744770/Put/seqid=0 2024-11-09T02:19:16,769 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/f1/bbb60ed92a01493b89f7c261a7f56fd9 is 30, key is row1/f1:/1731118755578/DeleteFamily/seqid=0 2024-11-09T02:19:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741843_1019 (size=5123) 2024-11-09T02:19:16,790 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/f1/bbb60ed92a01493b89f7c261a7f56fd9 2024-11-09T02:19:16,796 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbb60ed92a01493b89f7c261a7f56fd9 2024-11-09T02:19:16,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:19:16,825 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/ns/49052169cb1c452c8099f1c34c39d258 2024-11-09T02:19:16,842 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/norep/eac7328c964d4a7cb740fc1799ada8e9 is 33, key is row1/norep:/1731118755578/DeleteFamily/seqid=0 2024-11-09T02:19:16,857 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1351): Waiting on 07b4f1546d237abf70bfb22d0edf4c14, 1588230740, b89cf3244c4377b245042691384755bf 2024-11-09T02:19:16,878 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/rep_barrier/d5982f1302204a20ad62312583e36084 is 112, key is test,,1731118746064.b89cf3244c4377b245042691384755bf./rep_barrier:seqnumDuringOpen/1731118747226/Put/seqid=0 2024-11-09T02:19:16,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741844_1020 (size=5108) 2024-11-09T02:19:16,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741845_1021 (size=5518) 2024-11-09T02:19:17,053 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:17,058 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1351): Waiting on 07b4f1546d237abf70bfb22d0edf4c14, 1588230740, b89cf3244c4377b245042691384755bf 2024-11-09T02:19:17,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:17,131 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 915, reset compression=false 2024-11-09T02:19:17,134 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:17,147 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:17,147 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 1162, reset compression=false 2024-11-09T02:19:17,147 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,37847,1731118742993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:17,148 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,37847,1731118742993: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,37847,1731118742993, walGroup=53f286d3af3b%2C37847%2C1731118742993, offset=53f286d3af3b%2C37847%2C1731118742993.1731118744382:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:37847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:19:17,151 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:19:17,152 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:19:17,153 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:19:17,154 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:19:17,154 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:19:17,154 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 673078792 }, "NonHeapMemoryUsage": { "committed": 193658880, "init": 7667712, "max": -1, "used": 190570144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:19:17,154 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:32775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:32775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:19:17,258 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1351): Waiting on 07b4f1546d237abf70bfb22d0edf4c14, 1588230740, b89cf3244c4377b245042691384755bf 2024-11-09T02:19:17,294 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:19:17,295 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/norep/eac7328c964d4a7cb740fc1799ada8e9 2024-11-09T02:19:17,295 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:19:17,298 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eac7328c964d4a7cb740fc1799ada8e9 2024-11-09T02:19:17,299 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/f/363e476305a24db9aed55bf0a3fa9c72 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/f/363e476305a24db9aed55bf0a3fa9c72 2024-11-09T02:19:17,303 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 363e476305a24db9aed55bf0a3fa9c72 2024-11-09T02:19:17,304 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/f/363e476305a24db9aed55bf0a3fa9c72, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T02:19:17,304 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/f1/bbb60ed92a01493b89f7c261a7f56fd9 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/f1/bbb60ed92a01493b89f7c261a7f56fd9 2024-11-09T02:19:17,309 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bbb60ed92a01493b89f7c261a7f56fd9 2024-11-09T02:19:17,310 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/f1/bbb60ed92a01493b89f7c261a7f56fd9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T02:19:17,310 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/.tmp/norep/eac7328c964d4a7cb740fc1799ada8e9 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/norep/eac7328c964d4a7cb740fc1799ada8e9 2024-11-09T02:19:17,317 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eac7328c964d4a7cb740fc1799ada8e9 2024-11-09T02:19:17,317 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/norep/eac7328c964d4a7cb740fc1799ada8e9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T02:19:17,318 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b89cf3244c4377b245042691384755bf in 659ms, sequenceid=8, compaction requested=false 2024-11-09T02:19:17,327 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/default/test/b89cf3244c4377b245042691384755bf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:19:17,328 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b89cf3244c4377b245042691384755bf: Waiting for close lock at 1731118756659Running coprocessor pre-close hooks at 1731118756659Disabling compacts and flushes for region at 1731118756659Disabling writes for close at 1731118756659Obtaining lock to block concurrent updates at 1731118756660 (+1 ms)Preparing flush snapshotting stores in b89cf3244c4377b245042691384755bf at 1731118756660Finished memstore snapshotting test,,1731118746064.b89cf3244c4377b245042691384755bf., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731118756660Flushing stores of test,,1731118746064.b89cf3244c4377b245042691384755bf. at 1731118756661 (+1 ms)Flushing b89cf3244c4377b245042691384755bf/f: creating writer at 1731118756661Flushing b89cf3244c4377b245042691384755bf/f: appending metadata at 1731118756690 (+29 ms)Flushing b89cf3244c4377b245042691384755bf/f: closing flushed file at 1731118756690Flushing b89cf3244c4377b245042691384755bf/f1: creating writer at 1731118756723 (+33 ms)Flushing b89cf3244c4377b245042691384755bf/f1: appending metadata at 1731118756767 (+44 ms)Flushing b89cf3244c4377b245042691384755bf/f1: closing flushed file at 1731118756767Flushing b89cf3244c4377b245042691384755bf/norep: creating writer at 1731118756796 (+29 ms)Flushing b89cf3244c4377b245042691384755bf/norep: appending metadata at 1731118756841 (+45 ms)Flushing b89cf3244c4377b245042691384755bf/norep: closing flushed file at 1731118756841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e793c17: reopening flushed file at 1731118757298 (+457 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b287e: reopening flushed file at 1731118757304 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6414c824: reopening flushed file at 1731118757310 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for b89cf3244c4377b245042691384755bf in 659ms, sequenceid=8, compaction requested=false at 1731118757318 (+8 ms)Writing region close event to WAL at 1731118757324 (+6 ms)Running coprocessor post-close hooks at 1731118757328 (+4 ms)Closed at 1731118757328 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118746064.b89cf3244c4377b245042691384755bf. 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07b4f1546d237abf70bfb22d0edf4c14, disabling compactions & flushes 2024-11-09T02:19:17,328 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. after waiting 0 ms 2024-11-09T02:19:17,328 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,329 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07b4f1546d237abf70bfb22d0edf4c14: Waiting for close lock at 1731118757328Running coprocessor pre-close hooks at 1731118757328Disabling compacts and flushes for region at 1731118757328Disabling writes for close at 1731118757328Failed flush hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14., putting online again at 1731118757328 2024-11-09T02:19:17,329 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,336 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/rep_barrier/d5982f1302204a20ad62312583e36084 2024-11-09T02:19:17,359 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/table/4aac826faf4a4850816ee9cf73e49258 is 53, key is hbase:replication/table:state/1731118751608/Put/seqid=0 2024-11-09T02:19:17,362 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 1162, reset compression=false 2024-11-09T02:19:17,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741846_1022 (size=5308) 2024-11-09T02:19:17,367 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:17,367 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 1806, reset compression=false 2024-11-09T02:19:17,458 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(3091): Received CLOSE for 07b4f1546d237abf70bfb22d0edf4c14 2024-11-09T02:19:17,458 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1351): Waiting on 07b4f1546d237abf70bfb22d0edf4c14, 1588230740 2024-11-09T02:19:17,458 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07b4f1546d237abf70bfb22d0edf4c14, disabling compactions & flushes 2024-11-09T02:19:17,458 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,458 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,458 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. after waiting 0 ms 2024-11-09T02:19:17,458 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,458 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07b4f1546d237abf70bfb22d0edf4c14: Waiting for close lock at 1731118757458Running coprocessor pre-close hooks at 1731118757458Disabling compacts and flushes for region at 1731118757458Disabling writes for close at 1731118757458Failed flush hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14., putting online again at 1731118757458 2024-11-09T02:19:17,459 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14. 2024-11-09T02:19:17,570 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 1806, reset compression=false 2024-11-09T02:19:17,658 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:19:17,658 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 07b4f1546d237abf70bfb22d0edf4c14=hbase:replication,,1731118750386.07b4f1546d237abf70bfb22d0edf4c14.} 2024-11-09T02:19:17,658 DEBUG [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:19:17,743 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:17,765 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/table/4aac826faf4a4850816ee9cf73e49258 2024-11-09T02:19:17,773 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/info/fee5b6828fa045d8bbd3ab55632f41fb as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/info/fee5b6828fa045d8bbd3ab55632f41fb 2024-11-09T02:19:17,779 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/info/fee5b6828fa045d8bbd3ab55632f41fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:19:17,779 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/ns/49052169cb1c452c8099f1c34c39d258 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/ns/49052169cb1c452c8099f1c34c39d258 2024-11-09T02:19:17,784 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/ns/49052169cb1c452c8099f1c34c39d258, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:19:17,784 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/rep_barrier/d5982f1302204a20ad62312583e36084 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/rep_barrier/d5982f1302204a20ad62312583e36084 2024-11-09T02:19:17,789 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/rep_barrier/d5982f1302204a20ad62312583e36084, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:19:17,790 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/.tmp/table/4aac826faf4a4850816ee9cf73e49258 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/table/4aac826faf4a4850816ee9cf73e49258 2024-11-09T02:19:17,795 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/table/4aac826faf4a4850816ee9cf73e49258, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:19:17,796 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1138ms, sequenceid=16, compaction requested=false 2024-11-09T02:19:17,804 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:19:17,804 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:19:17,804 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:19:17,804 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:17,804 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118756658Running coprocessor pre-close hooks at 1731118756658Disabling compacts and flushes for region at 1731118756658Disabling writes for close at 1731118756658Obtaining lock to block concurrent updates at 1731118756659 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731118756659Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118756660 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118756660Flushing 1588230740/info: creating writer at 1731118756661 (+1 ms)Flushing 1588230740/info: appending metadata at 1731118756683 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731118756683Flushing 1588230740/ns: creating writer at 1731118756709 (+26 ms)Flushing 1588230740/ns: appending metadata at 1731118756760 (+51 ms)Flushing 1588230740/ns: closing flushed file at 1731118756760Flushing 1588230740/rep_barrier: creating writer at 1731118756831 (+71 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118756877 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118756877Flushing 1588230740/table: creating writer at 1731118757341 (+464 ms)Flushing 1588230740/table: appending metadata at 1731118757358 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731118757358Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb9a69f: reopening flushed file at 1731118757773 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de6abf8: reopening flushed file at 1731118757779 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b8cf98d: reopening flushed file at 1731118757784 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2ca5a7: reopening flushed file at 1731118757789 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1138ms, sequenceid=16, compaction requested=false at 1731118757796 (+7 ms)Writing region close event to WAL at 1731118757801 (+5 ms)Running coprocessor post-close hooks at 1731118757804 (+3 ms)Closed at 1731118757804 2024-11-09T02:19:17,805 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:17,858 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T02:19:17,859 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,37847,1731118742993; all regions closed. 2024-11-09T02:19:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:19:17,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.meta.1731118744715.meta not finished, retry = 0 2024-11-09T02:19:17,874 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 to pos 1806, reset compression=false 2024-11-09T02:19:17,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741839_1015 (size=1733) 2024-11-09T02:19:17,964 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.rep.1731118751521 not finished, retry = 0 2024-11-09T02:19:18,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/WALs/53f286d3af3b,37847,1731118742993/53f286d3af3b%2C37847%2C1731118742993.1731118744382 not finished, retry = 0 2024-11-09T02:19:18,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741833_1009 (size=1814) 2024-11-09T02:19:18,167 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:18,167 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:19:18,167 INFO [RS:0;53f286d3af3b:37847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:19:18,167 INFO [RS:0;53f286d3af3b:37847 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:19:18,167 INFO [RS:0;53f286d3af3b:37847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:19:18,168 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:19:18,168 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,37847,1731118742993 because: Region server is closing 2024-11-09T02:19:18,168 INFO [RS:0;53f286d3af3b:37847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:37847. 2024-11-09T02:19:18,168 DEBUG [RS:0;53f286d3af3b:37847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:18,168 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:18,168 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:18,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:18,269 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.shipper53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 terminated 2024-11-09T02:19:18,269 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,37847,1731118742993.replicationSource.wal-reader.53f286d3af3b%2C37847%2C1731118742993,1-53f286d3af3b,37847,1731118742993 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:19:18,269 INFO [RS:0;53f286d3af3b:37847 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:37847. 2024-11-09T02:19:18,269 DEBUG [RS:0;53f286d3af3b:37847 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:18,269 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:18,269 DEBUG [RS:0;53f286d3af3b:37847 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:18,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:18,269 INFO [RS:0;53f286d3af3b:37847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37847 2024-11-09T02:19:18,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11245092360/rs/53f286d3af3b,37847,1731118742993 2024-11-09T02:19:18,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360/rs 2024-11-09T02:19:18,323 INFO [RS:0;53f286d3af3b:37847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:19:18,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,37847,1731118742993] 2024-11-09T02:19:18,344 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11245092360/draining/53f286d3af3b,37847,1731118742993 already deleted, retry=false 2024-11-09T02:19:18,344 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,37847,1731118742993 expired; onlineServers=0 2024-11-09T02:19:18,344 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,32775,1731118742847' ***** 2024-11-09T02:19:18,344 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:19:18,344 INFO [M:0;53f286d3af3b:32775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:19:18,344 INFO [M:0;53f286d3af3b:32775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:19:18,344 DEBUG [M:0;53f286d3af3b:32775 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:19:18,344 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:19:18,344 DEBUG [M:0;53f286d3af3b:32775 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:19:18,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118744017 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118744017,5,FailOnTimeoutGroup] 2024-11-09T02:19:18,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118744023 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118744023,5,FailOnTimeoutGroup] 2024-11-09T02:19:18,345 INFO [M:0;53f286d3af3b:32775 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:19:18,345 INFO [M:0;53f286d3af3b:32775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:19:18,345 DEBUG [M:0;53f286d3af3b:32775 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:19:18,345 INFO [M:0;53f286d3af3b:32775 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:19:18,345 INFO [M:0;53f286d3af3b:32775 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:19:18,345 INFO [M:0;53f286d3af3b:32775 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:19:18,345 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:19:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11245092360/master 2024-11-09T02:19:18,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11245092360 2024-11-09T02:19:18,355 DEBUG [M:0;53f286d3af3b:32775 {}] zookeeper.ZKUtil(347): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Unable to get data of znode /11245092360/master because node does not exist (not an error) 2024-11-09T02:19:18,355 WARN [M:0;53f286d3af3b:32775 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:19:18,355 INFO [M:0;53f286d3af3b:32775 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/.lastflushedseqids 2024-11-09T02:19:18,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741847_1023 (size=245) 2024-11-09T02:19:18,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:18,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37847-0x1011d639f280004, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:18,434 INFO [RS:0;53f286d3af3b:37847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:19:18,434 INFO [RS:0;53f286d3af3b:37847 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,37847,1731118742993; zookeeper connection closed. 2024-11-09T02:19:18,434 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b314c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b314c7 2024-11-09T02:19:18,434 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:19:18,446 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:18,759 INFO [M:0;53f286d3af3b:32775 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:19:18,759 INFO [M:0;53f286d3af3b:32775 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:19:18,760 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:19:18,760 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:18,760 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:18,760 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:19:18,760 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:18,760 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T02:19:18,774 DEBUG [M:0;53f286d3af3b:32775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f47c1adf5e4543cf925ed2cf602501a5 is 82, key is hbase:meta,,1/info:regioninfo/1731118744750/Put/seqid=0 2024-11-09T02:19:18,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:19:18,777 INFO [M:0;53f286d3af3b:32775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f47c1adf5e4543cf925ed2cf602501a5 2024-11-09T02:19:18,793 DEBUG [M:0;53f286d3af3b:32775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75ff3d00b24f4293af234c3539aca0f1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118751613/Put/seqid=0 2024-11-09T02:19:18,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741849_1025 (size=8516) 2024-11-09T02:19:19,198 INFO [M:0;53f286d3af3b:32775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75ff3d00b24f4293af234c3539aca0f1 2024-11-09T02:19:19,218 DEBUG [M:0;53f286d3af3b:32775 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e9f1b5a9954a4c926e8c383ead8e4e is 69, key is 53f286d3af3b,37847,1731118742993/rs:state/1731118744110/Put/seqid=0 2024-11-09T02:19:19,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:19:19,250 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:19,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T02:19:19,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T02:19:19,622 INFO [M:0;53f286d3af3b:32775 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e9f1b5a9954a4c926e8c383ead8e4e 2024-11-09T02:19:19,626 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f47c1adf5e4543cf925ed2cf602501a5 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f47c1adf5e4543cf925ed2cf602501a5 2024-11-09T02:19:19,629 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f47c1adf5e4543cf925ed2cf602501a5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T02:19:19,630 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75ff3d00b24f4293af234c3539aca0f1 as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75ff3d00b24f4293af234c3539aca0f1 2024-11-09T02:19:19,634 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75ff3d00b24f4293af234c3539aca0f1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T02:19:19,634 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/92e9f1b5a9954a4c926e8c383ead8e4e as hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92e9f1b5a9954a4c926e8c383ead8e4e 2024-11-09T02:19:19,638 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38207/user/jenkins/test-data/08e5ccb3-88b2-8899-4beb-4870be572352/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/92e9f1b5a9954a4c926e8c383ead8e4e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T02:19:19,639 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false 2024-11-09T02:19:19,640 INFO [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:19,640 DEBUG [M:0;53f286d3af3b:32775 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118758760Disabling compacts and flushes for region at 1731118758760Disabling writes for close at 1731118758760Obtaining lock to block concurrent updates at 1731118758760Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118758760Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731118758760Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118758761 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118758761Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118758773 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118758773Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118758781 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118758793 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118758793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118759205 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118759218 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118759218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21f5100f: reopening flushed file at 1731118759625 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@581c04bb: reopening flushed file at 1731118759629 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3181ec19: reopening flushed file at 1731118759634 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=97, compaction requested=false at 1731118759639 (+5 ms)Writing region close event to WAL at 1731118759640 (+1 ms)Closed at 1731118759640 2024-11-09T02:19:19,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40911 is added to blk_1073741830_1006 (size=63654) 2024-11-09T02:19:19,643 INFO [M:0;53f286d3af3b:32775 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:19:19,643 INFO [M:0;53f286d3af3b:32775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32775 2024-11-09T02:19:19,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:19:19,643 INFO [M:0;53f286d3af3b:32775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:19:19,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:19,760 INFO [M:0;53f286d3af3b:32775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:19:19,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32775-0x1011d639f280003, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:19,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22144062{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:19:19,762 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ab6819f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:19:19,762 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:19:19,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55806806{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:19:19,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7744ac18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir/,STOPPED} 2024-11-09T02:19:19,763 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:19:19,763 WARN [BP-1752031002-172.17.0.3-1731118740788 heartbeating to localhost/127.0.0.1:38207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:19:19,763 WARN [BP-1752031002-172.17.0.3-1731118740788 heartbeating to localhost/127.0.0.1:38207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1752031002-172.17.0.3-1731118740788 (Datanode Uuid 9ab5451c-5982-41da-9500-7a5cf8345fa1) service to localhost/127.0.0.1:38207 2024-11-09T02:19:19,763 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:19:19,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/cluster_1fd5a022-be42-b2ee-f2cd-3970b2920033/data/data1/current/BP-1752031002-172.17.0.3-1731118740788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:19:19,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/cluster_1fd5a022-be42-b2ee-f2cd-3970b2920033/data/data2/current/BP-1752031002-172.17.0.3-1731118740788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:19:19,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:19:19,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47e8a985{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:19:19,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fd43393{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:19:19,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:19:19,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da30d31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:19:19,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76085775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir/,STOPPED} 2024-11-09T02:19:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:19:19,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:19:19,786 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:19,786 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:19,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:19,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:19,786 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:19,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:19:19,787 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=720882529, stopped=false 2024-11-09T02:19:19,787 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,40951,1731118738405 2024-11-09T02:19:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01121068948/running 2024-11-09T02:19:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01121068948/running 2024-11-09T02:19:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:19,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:19,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:19:19,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:19,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:19,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:19,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/running 2024-11-09T02:19:19,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Set watcher on znode that does not yet exist, /01121068948/running 2024-11-09T02:19:19,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,43309,1731118738644' ***** 2024-11-09T02:19:19,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:19:19,829 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:19:19,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:19:19,829 INFO [RS:0;53f286d3af3b:43309 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:19:19,829 INFO [RS:0;53f286d3af3b:43309 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:19:19,829 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1532ae47749c426e0af0ab6ae9f13b2a 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,43309,1731118738644 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43309. 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1532ae47749c426e0af0ab6ae9f13b2a, disabling compactions & flushes 2024-11-09T02:19:19,830 DEBUG [RS:0;53f286d3af3b:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:19,830 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:19,830 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. after waiting 0 ms 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:19:19,830 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1532ae47749c426e0af0ab6ae9f13b2a 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-09T02:19:19,830 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:19:19,830 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1325): Online Regions={1532ae47749c426e0af0ab6ae9f13b2a=hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a., 3677e04e7aaaf227cab13a7246f530ea=test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:19:19,830 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1532ae47749c426e0af0ab6ae9f13b2a, 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:19,830 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:19,830 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:19,830 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:19:19,843 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/.tmp/queue/e732fd6ff1eb4fd4828f3afd70783632 is 153, key is 1-53f286d3af3b,43309,1731118738644/queue:53f286d3af3b%2C43309%2C1731118738644/1731118755698/Put/seqid=0 2024-11-09T02:19:19,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741840_1016 (size=5352) 2024-11-09T02:19:19,846 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/info/24cece817d8f4b808d29a177cc5844c1 is 147, key is hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a./info:regioninfo/1731118749427/Put/seqid=0 2024-11-09T02:19:19,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741841_1017 (size=7686) 2024-11-09T02:19:19,850 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:19:20,030 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1532ae47749c426e0af0ab6ae9f13b2a, 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:20,153 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:20,231 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1532ae47749c426e0af0ab6ae9f13b2a, 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:20,246 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/.tmp/queue/e732fd6ff1eb4fd4828f3afd70783632 2024-11-09T02:19:20,249 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/info/24cece817d8f4b808d29a177cc5844c1 2024-11-09T02:19:20,250 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/.tmp/queue/e732fd6ff1eb4fd4828f3afd70783632 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/queue/e732fd6ff1eb4fd4828f3afd70783632 2024-11-09T02:19:20,254 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/queue/e732fd6ff1eb4fd4828f3afd70783632, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T02:19:20,255 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1532ae47749c426e0af0ab6ae9f13b2a in 425ms, sequenceid=10, compaction requested=false 2024-11-09T02:19:20,264 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/replication/1532ae47749c426e0af0ab6ae9f13b2a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:19:20,265 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1532ae47749c426e0af0ab6ae9f13b2a: Waiting for close lock at 1731118759830Running coprocessor pre-close hooks at 1731118759830Disabling compacts and flushes for region at 1731118759830Disabling writes for close at 1731118759830Obtaining lock to block concurrent updates at 1731118759830Preparing flush snapshotting stores in 1532ae47749c426e0af0ab6ae9f13b2a at 1731118759830Finished memstore snapshotting hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731118759830Flushing stores of hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. at 1731118759831 (+1 ms)Flushing 1532ae47749c426e0af0ab6ae9f13b2a/queue: creating writer at 1731118759831Flushing 1532ae47749c426e0af0ab6ae9f13b2a/queue: appending metadata at 1731118759842 (+11 ms)Flushing 1532ae47749c426e0af0ab6ae9f13b2a/queue: closing flushed file at 1731118759843 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703296a6: reopening flushed file at 1731118760250 (+407 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1532ae47749c426e0af0ab6ae9f13b2a in 425ms, sequenceid=10, compaction requested=false at 1731118760255 (+5 ms)Writing region close event to WAL at 1731118760260 (+5 ms)Running coprocessor post-close hooks at 1731118760265 (+5 ms)Closed at 1731118760265 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118748230.1532ae47749c426e0af0ab6ae9f13b2a. 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3677e04e7aaaf227cab13a7246f530ea, disabling compactions & flushes 2024-11-09T02:19:20,265 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. after waiting 0 ms 2024-11-09T02:19:20,265 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:20,265 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3677e04e7aaaf227cab13a7246f530ea 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T02:19:20,270 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/ns/42a5ce9977f940e8860cfa48c77c6c36 is 43, key is default/ns:d/1731118740627/Put/seqid=0 2024-11-09T02:19:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:19:20,285 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/f/545a65278f874e678be156537092e547 is 29, key is row1/f:/1731118755578/DeleteFamily/seqid=0 2024-11-09T02:19:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741843_1019 (size=5118) 2024-11-09T02:19:20,431 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:20,631 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:20,682 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/ns/42a5ce9977f940e8860cfa48c77c6c36 2024-11-09T02:19:20,690 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/f/545a65278f874e678be156537092e547 2024-11-09T02:19:20,693 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 545a65278f874e678be156537092e547 2024-11-09T02:19:20,699 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/rep_barrier/32537ce05fbb4d95aa205fba9b717cf8 is 112, key is test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea./rep_barrier:seqnumDuringOpen/1731118745687/Put/seqid=0 2024-11-09T02:19:20,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741844_1020 (size=5518) 2024-11-09T02:19:20,709 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/f1/09eee12266ac41e6bce484aa1e7a8041 is 30, key is row1/f1:/1731118755578/DeleteFamily/seqid=0 2024-11-09T02:19:20,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741845_1021 (size=5123) 2024-11-09T02:19:20,712 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/f1/09eee12266ac41e6bce484aa1e7a8041 2024-11-09T02:19:20,716 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09eee12266ac41e6bce484aa1e7a8041 2024-11-09T02:19:20,727 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:19:20,727 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:19:20,732 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/norep/75ae101b7e8f48ddbdb80763e47812c4 is 32, key is row/norep:/1731118754572/DeleteFamily/seqid=0 2024-11-09T02:19:20,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741846_1022 (size=5101) 2024-11-09T02:19:20,831 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:19:20,831 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1325): Online Regions={3677e04e7aaaf227cab13a7246f530ea=test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:19:20,831 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:21,031 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3677e04e7aaaf227cab13a7246f530ea 2024-11-09T02:19:21,106 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/rep_barrier/32537ce05fbb4d95aa205fba9b717cf8 2024-11-09T02:19:21,125 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/table/b36512df43574f87b882b1ba0d968065 is 53, key is hbase:replication/table:state/1731118749440/Put/seqid=0 2024-11-09T02:19:21,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741847_1023 (size=5308) 2024-11-09T02:19:21,135 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/norep/75ae101b7e8f48ddbdb80763e47812c4 2024-11-09T02:19:21,139 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75ae101b7e8f48ddbdb80763e47812c4 2024-11-09T02:19:21,140 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/f/545a65278f874e678be156537092e547 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/f/545a65278f874e678be156537092e547 2024-11-09T02:19:21,143 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 545a65278f874e678be156537092e547 2024-11-09T02:19:21,143 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/f/545a65278f874e678be156537092e547, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T02:19:21,143 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/f1/09eee12266ac41e6bce484aa1e7a8041 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/f1/09eee12266ac41e6bce484aa1e7a8041 2024-11-09T02:19:21,146 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09eee12266ac41e6bce484aa1e7a8041 2024-11-09T02:19:21,146 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/f1/09eee12266ac41e6bce484aa1e7a8041, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T02:19:21,147 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/.tmp/norep/75ae101b7e8f48ddbdb80763e47812c4 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/norep/75ae101b7e8f48ddbdb80763e47812c4 2024-11-09T02:19:21,150 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75ae101b7e8f48ddbdb80763e47812c4 2024-11-09T02:19:21,150 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/norep/75ae101b7e8f48ddbdb80763e47812c4, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T02:19:21,150 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3677e04e7aaaf227cab13a7246f530ea in 885ms, sequenceid=8, compaction requested=false 2024-11-09T02:19:21,153 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/default/test/3677e04e7aaaf227cab13a7246f530ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T02:19:21,154 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:19:21,154 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:19:21,154 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:21,154 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3677e04e7aaaf227cab13a7246f530ea: Waiting for close lock at 1731118760265Running coprocessor pre-close hooks at 1731118760265Disabling compacts and flushes for region at 1731118760265Disabling writes for close at 1731118760265Obtaining lock to block concurrent updates at 1731118760265Preparing flush snapshotting stores in 3677e04e7aaaf227cab13a7246f530ea at 1731118760265Finished memstore snapshotting test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731118760266 (+1 ms)Flushing stores of test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. at 1731118760266Flushing 3677e04e7aaaf227cab13a7246f530ea/f: creating writer at 1731118760266Flushing 3677e04e7aaaf227cab13a7246f530ea/f: appending metadata at 1731118760284 (+18 ms)Flushing 3677e04e7aaaf227cab13a7246f530ea/f: closing flushed file at 1731118760285 (+1 ms)Flushing 3677e04e7aaaf227cab13a7246f530ea/f1: creating writer at 1731118760694 (+409 ms)Flushing 3677e04e7aaaf227cab13a7246f530ea/f1: appending metadata at 1731118760709 (+15 ms)Flushing 3677e04e7aaaf227cab13a7246f530ea/f1: closing flushed file at 1731118760709Flushing 3677e04e7aaaf227cab13a7246f530ea/norep: creating writer at 1731118760716 (+7 ms)Flushing 3677e04e7aaaf227cab13a7246f530ea/norep: appending metadata at 1731118760731 (+15 ms)Flushing 3677e04e7aaaf227cab13a7246f530ea/norep: closing flushed file at 1731118760731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1897a7eb: reopening flushed file at 1731118761139 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39cfad75: reopening flushed file at 1731118761143 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e18f7f: reopening flushed file at 1731118761146 (+3 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 3677e04e7aaaf227cab13a7246f530ea in 885ms, sequenceid=8, compaction requested=false at 1731118761150 (+4 ms)Writing region close event to WAL at 1731118761151 (+1 ms)Running coprocessor post-close hooks at 1731118761154 (+3 ms)Closed at 1731118761154 2024-11-09T02:19:21,154 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118744916.3677e04e7aaaf227cab13a7246f530ea. 2024-11-09T02:19:21,157 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 914, reset compression=false 2024-11-09T02:19:21,161 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:21,161 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 1805, reset compression=false 2024-11-09T02:19:21,161 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43309,1731118738644 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867, lastWalPosition=1805, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:21,162 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,43309,1731118738644: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,43309,1731118738644, walGroup=53f286d3af3b%2C43309%2C1731118738644, offset=53f286d3af3b%2C43309%2C1731118738644.1731118739867:1805, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:43309 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:19:21,163 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:19:21,163 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:19:21,163 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:19:21,164 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:19:21,164 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:19:21,164 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 735993352 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 191299272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:19:21,164 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:40951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:40951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:19:21,232 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:19:21,365 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 1805, reset compression=false 2024-11-09T02:19:21,432 DEBUG [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:19:21,529 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/table/b36512df43574f87b882b1ba0d968065 2024-11-09T02:19:21,533 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/info/24cece817d8f4b808d29a177cc5844c1 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/info/24cece817d8f4b808d29a177cc5844c1 2024-11-09T02:19:21,537 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/info/24cece817d8f4b808d29a177cc5844c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:19:21,537 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/ns/42a5ce9977f940e8860cfa48c77c6c36 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/ns/42a5ce9977f940e8860cfa48c77c6c36 2024-11-09T02:19:21,541 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/ns/42a5ce9977f940e8860cfa48c77c6c36, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:19:21,541 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/rep_barrier/32537ce05fbb4d95aa205fba9b717cf8 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/rep_barrier/32537ce05fbb4d95aa205fba9b717cf8 2024-11-09T02:19:21,545 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/rep_barrier/32537ce05fbb4d95aa205fba9b717cf8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:19:21,546 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/.tmp/table/b36512df43574f87b882b1ba0d968065 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/table/b36512df43574f87b882b1ba0d968065 2024-11-09T02:19:21,550 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/table/b36512df43574f87b882b1ba0d968065, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:19:21,551 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false 2024-11-09T02:19:21,554 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:19:21,554 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:19:21,554 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:19:21,554 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:21,555 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118759830Running coprocessor pre-close hooks at 1731118759830Disabling compacts and flushes for region at 1731118759830Disabling writes for close at 1731118759830Obtaining lock to block concurrent updates at 1731118759830Preparing flush snapshotting stores in 1588230740 at 1731118759830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118759831 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731118759831Flushing 1588230740/info: creating writer at 1731118759831Flushing 1588230740/info: appending metadata at 1731118759846 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731118759846Flushing 1588230740/ns: creating writer at 1731118760252 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731118760269 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731118760269Flushing 1588230740/rep_barrier: creating writer at 1731118760686 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118760699 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118760699Flushing 1588230740/table: creating writer at 1731118761110 (+411 ms)Flushing 1588230740/table: appending metadata at 1731118761125 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731118761125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3679ceb9: reopening flushed file at 1731118761533 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@660d0960: reopening flushed file at 1731118761537 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3278550f: reopening flushed file at 1731118761541 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5258e0b9: reopening flushed file at 1731118761545 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=16, compaction requested=false at 1731118761551 (+6 ms)Writing region close event to WAL at 1731118761552 (+1 ms)Running coprocessor post-close hooks at 1731118761554 (+2 ms)Closed at 1731118761554 2024-11-09T02:19:21,555 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:21,632 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,43309,1731118738644; all regions closed. 2024-11-09T02:19:21,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:19:21,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.meta.1731118740446.meta not finished, retry = 0 2024-11-09T02:19:21,668 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.1731118739867 to pos 1805, reset compression=false 2024-11-09T02:19:21,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741839_1015 (size=2676) 2024-11-09T02:19:21,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/WALs/53f286d3af3b,43309,1731118738644/53f286d3af3b%2C43309%2C1731118738644.rep.1731118749370 not finished, retry = 0 2024-11-09T02:19:21,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:21,811 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:21,812 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28304 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:21,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741832_1008 (size=1813) 2024-11-09T02:19:21,839 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:21,839 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:19:21,840 INFO [RS:0;53f286d3af3b:43309 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:19:21,840 INFO [RS:0;53f286d3af3b:43309 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:19:21,840 INFO [RS:0;53f286d3af3b:43309 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:19:21,840 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:19:21,840 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,43309,1731118738644 because: Region server is closing 2024-11-09T02:19:21,840 INFO [RS:0;53f286d3af3b:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43309. 2024-11-09T02:19:21,840 DEBUG [RS:0;53f286d3af3b:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:21,840 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:21,840 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:21,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:21,941 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.shipper53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 terminated 2024-11-09T02:19:21,941 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43309,1731118738644.replicationSource.wal-reader.53f286d3af3b%2C43309%2C1731118738644,1-53f286d3af3b,43309,1731118738644 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:19:21,941 INFO [RS:0;53f286d3af3b:43309 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43309. 2024-11-09T02:19:21,941 DEBUG [RS:0;53f286d3af3b:43309 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:21,941 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:21,941 DEBUG [RS:0;53f286d3af3b:43309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:21,941 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:21,941 INFO [RS:0;53f286d3af3b:43309 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43309 2024-11-09T02:19:22,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01121068948/rs/53f286d3af3b,43309,1731118738644 2024-11-09T02:19:22,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948/rs 2024-11-09T02:19:22,030 INFO [RS:0;53f286d3af3b:43309 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:19:22,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,43309,1731118738644] 2024-11-09T02:19:22,144 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01121068948/draining/53f286d3af3b,43309,1731118738644 already deleted, retry=false 2024-11-09T02:19:22,144 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,43309,1731118738644 expired; onlineServers=0 2024-11-09T02:19:22,144 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,40951,1731118738405' ***** 2024-11-09T02:19:22,144 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:19:22,144 INFO [M:0;53f286d3af3b:40951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:19:22,144 INFO [M:0;53f286d3af3b:40951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:19:22,144 DEBUG [M:0;53f286d3af3b:40951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:19:22,144 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:19:22,144 DEBUG [M:0;53f286d3af3b:40951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:19:22,144 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118739664 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118739664,5,FailOnTimeoutGroup] 2024-11-09T02:19:22,144 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118739668 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118739668,5,FailOnTimeoutGroup] 2024-11-09T02:19:22,144 INFO [M:0;53f286d3af3b:40951 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:19:22,144 INFO [M:0;53f286d3af3b:40951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:19:22,145 DEBUG [M:0;53f286d3af3b:40951 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:19:22,145 INFO [M:0;53f286d3af3b:40951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:19:22,145 INFO [M:0;53f286d3af3b:40951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:19:22,145 INFO [M:0;53f286d3af3b:40951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:19:22,145 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:19:22,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01121068948/master 2024-11-09T02:19:22,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01121068948 2024-11-09T02:19:22,154 DEBUG [M:0;53f286d3af3b:40951 {}] zookeeper.ZKUtil(347): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Unable to get data of znode /01121068948/master because node does not exist (not an error) 2024-11-09T02:19:22,154 WARN [M:0;53f286d3af3b:40951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:19:22,155 INFO [M:0;53f286d3af3b:40951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/.lastflushedseqids 2024-11-09T02:19:22,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741848_1024 (size=245) 2024-11-09T02:19:22,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:22,225 INFO [RS:0;53f286d3af3b:43309 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:19:22,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43309-0x1011d639f280001, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:22,225 INFO [RS:0;53f286d3af3b:43309 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,43309,1731118738644; zookeeper connection closed. 2024-11-09T02:19:22,225 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@208a0399 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@208a0399 2024-11-09T02:19:22,225 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:19:22,560 INFO [M:0;53f286d3af3b:40951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:19:22,560 INFO [M:0;53f286d3af3b:40951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:19:22,560 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:19:22,560 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:22,560 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:22,560 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:19:22,560 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:22,560 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T02:19:22,575 DEBUG [M:0;53f286d3af3b:40951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dc2fdca099c44a9835d99832a54db76 is 82, key is hbase:meta,,1/info:regioninfo/1731118740472/Put/seqid=0 2024-11-09T02:19:22,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741849_1025 (size=5672) 2024-11-09T02:19:22,830 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:22,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:22,980 INFO [M:0;53f286d3af3b:40951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dc2fdca099c44a9835d99832a54db76 2024-11-09T02:19:23,004 DEBUG [M:0;53f286d3af3b:40951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3409164467f4a5fbd2504357ede0a0b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118749446/Put/seqid=0 2024-11-09T02:19:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741850_1026 (size=8516) 2024-11-09T02:19:23,417 INFO [M:0;53f286d3af3b:40951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3409164467f4a5fbd2504357ede0a0b 2024-11-09T02:19:23,436 DEBUG [M:0;53f286d3af3b:40951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/887a53797c2c4fd5b39d403be0dd2c37 is 69, key is 53f286d3af3b,43309,1731118738644/rs:state/1731118739682/Put/seqid=0 2024-11-09T02:19:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741851_1027 (size=5156) 2024-11-09T02:19:23,440 INFO [M:0;53f286d3af3b:40951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/887a53797c2c4fd5b39d403be0dd2c37 2024-11-09T02:19:23,443 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6dc2fdca099c44a9835d99832a54db76 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6dc2fdca099c44a9835d99832a54db76 2024-11-09T02:19:23,447 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6dc2fdca099c44a9835d99832a54db76, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T02:19:23,448 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b3409164467f4a5fbd2504357ede0a0b as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3409164467f4a5fbd2504357ede0a0b 2024-11-09T02:19:23,452 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b3409164467f4a5fbd2504357ede0a0b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T02:19:23,452 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/887a53797c2c4fd5b39d403be0dd2c37 as hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/887a53797c2c4fd5b39d403be0dd2c37 2024-11-09T02:19:23,456 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44933/user/jenkins/test-data/bbda0087-4c15-ff95-f94c-f31c85566a69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/887a53797c2c4fd5b39d403be0dd2c37, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T02:19:23,457 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false 2024-11-09T02:19:23,458 INFO [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:23,458 DEBUG [M:0;53f286d3af3b:40951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118762560Disabling compacts and flushes for region at 1731118762560Disabling writes for close at 1731118762560Obtaining lock to block concurrent updates at 1731118762560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118762560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731118762560Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118762561 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118762561Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118762574 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118762574Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118762984 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118763004 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118763004Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118763420 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118763436 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118763436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ff1171: reopening flushed file at 1731118763443 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694ffff9: reopening flushed file at 1731118763447 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e501e8e: reopening flushed file at 1731118763452 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=97, compaction requested=false at 1731118763457 (+5 ms)Writing region close event to WAL at 1731118763458 (+1 ms)Closed at 1731118763458 2024-11-09T02:19:23,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741830_1006 (size=63654) 2024-11-09T02:19:23,464 INFO [M:0;53f286d3af3b:40951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:19:23,464 INFO [M:0;53f286d3af3b:40951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40951 2024-11-09T02:19:23,464 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:19:23,465 INFO [M:0;53f286d3af3b:40951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:19:23,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:23,577 INFO [M:0;53f286d3af3b:40951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:19:23,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40951-0x1011d639f280000, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:19:23,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40bc9671{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:19:23,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@201eac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:19:23,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:19:23,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@111c5900{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:19:23,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6632bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir/,STOPPED} 2024-11-09T02:19:23,583 WARN [BP-734882804-172.17.0.3-1731118736320 heartbeating to localhost/127.0.0.1:44933 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:19:23,583 WARN [BP-734882804-172.17.0.3-1731118736320 heartbeating to localhost/127.0.0.1:44933 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-734882804-172.17.0.3-1731118736320 (Datanode Uuid 47118e16-aab6-4327-a4e6-fbc8d3e1f6c6) service to localhost/127.0.0.1:44933 2024-11-09T02:19:23,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:19:23,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:19:23,583 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/data/data1/current/BP-734882804-172.17.0.3-1731118736320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:19:23,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/cluster_49e5b9ba-a381-8764-7e01-84fadebc130a/data/data2/current/BP-734882804-172.17.0.3-1731118736320 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:19:23,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:19:23,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60ad2533{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:19:23,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10ed0da3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:19:23,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:19:23,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0189c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:19:23,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70969ef9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/38c93290-59cc-9526-12da-80fd37c08c8f/hadoop.log.dir/,STOPPED} 2024-11-09T02:19:23,595 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:19:23,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:19:23,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:38207 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44933 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44933 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53785) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44933 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=542 (was 492) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2174 (was 2301) 2024-11-09T02:19:23,632 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=542, ProcessCount=11, AvailableMemoryMB=2173 2024-11-09T02:19:23,645 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T02:19:23,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir so I do NOT create it in target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991 2024-11-09T02:19:23,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:19:23,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.tmp.dir so I do NOT create it in target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991 2024-11-09T02:19:23,646 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1d903bf4-668f-19b3-9507-1a1f6786307f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:19:23,646 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991 2024-11-09T02:19:23,646 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408, deleteOnExit=true 2024-11-09T02:19:23,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/zookeeper_0, clientPort=53341, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:19:23,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53341 2024-11-09T02:19:23,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:19:23,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/test.cache.data in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:19:23,657 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:19:23,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:19:23,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:19:23,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d639f280005, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:19:23,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d639f280002, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:19:23,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d639f280002, quorum=127.0.0.1:53785, baseZNode=/01121068948 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:19:23,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d639f280005, quorum=127.0.0.1:53785, baseZNode=/11245092360 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:19:23,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:24,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:24,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:24,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:24,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:19:24,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:24,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:24,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:24,127 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/java.io.tmpdir/jetty-localhost-44701-hadoop-hdfs-3_4_1-tests_jar-_-any-1569482810457789373/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:19:24,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:44701} 2024-11-09T02:19:24,128 INFO [Time-limited test {}] server.Server(415): Started @222400ms 2024-11-09T02:19:24,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:24,417 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:24,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:24,420 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:24,420 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:19:24,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:24,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:24,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29850a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/java.io.tmpdir/jetty-localhost-39415-hadoop-hdfs-3_4_1-tests_jar-_-any-302236838192601383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:19:24,521 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:39415} 2024-11-09T02:19:24,521 INFO [Time-limited test {}] server.Server(415): Started @222794ms 2024-11-09T02:19:24,522 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:19:25,243 WARN [Thread-2650 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/data/data2/current/BP-1958614787-172.17.0.3-1731118763677/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:25,243 WARN [Thread-2649 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/data/data1/current/BP-1958614787-172.17.0.3-1731118763677/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:25,261 WARN [Thread-2637 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:19:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62b5f7df49f9291c with lease ID 0x6c6b00d071b946e6: Processing first storage report for DS-fdac015d-4c9e-4bd2-a38f-9e5b82695c32 from datanode DatanodeRegistration(127.0.0.1:39317, datanodeUuid=f8d40072-15a4-45dd-b5f9-dd320e0c71be, infoPort=34273, infoSecurePort=0, ipcPort=41033, storageInfo=lv=-57;cid=testClusterID;nsid=1529978732;c=1731118763677) 2024-11-09T02:19:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62b5f7df49f9291c with lease ID 0x6c6b00d071b946e6: from storage DS-fdac015d-4c9e-4bd2-a38f-9e5b82695c32 node DatanodeRegistration(127.0.0.1:39317, datanodeUuid=f8d40072-15a4-45dd-b5f9-dd320e0c71be, infoPort=34273, infoSecurePort=0, ipcPort=41033, storageInfo=lv=-57;cid=testClusterID;nsid=1529978732;c=1731118763677), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62b5f7df49f9291c with lease ID 0x6c6b00d071b946e6: Processing first storage report for DS-6bb3ce68-8688-492e-91fe-ca9f582d8bb9 from datanode DatanodeRegistration(127.0.0.1:39317, datanodeUuid=f8d40072-15a4-45dd-b5f9-dd320e0c71be, infoPort=34273, infoSecurePort=0, ipcPort=41033, storageInfo=lv=-57;cid=testClusterID;nsid=1529978732;c=1731118763677) 2024-11-09T02:19:25,264 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62b5f7df49f9291c with lease ID 0x6c6b00d071b946e6: from storage DS-6bb3ce68-8688-492e-91fe-ca9f582d8bb9 node DatanodeRegistration(127.0.0.1:39317, datanodeUuid=f8d40072-15a4-45dd-b5f9-dd320e0c71be, infoPort=34273, infoSecurePort=0, ipcPort=41033, storageInfo=lv=-57;cid=testClusterID;nsid=1529978732;c=1731118763677), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:25,350 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991 2024-11-09T02:19:25,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:25,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:25,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:19:25,762 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3 with version=8 2024-11-09T02:19:25,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/hbase-staging 2024-11-09T02:19:25,763 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:25,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34951 2024-11-09T02:19:25,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34951 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:25,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349510x0, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:25,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34951-0x1011d640a2e0000 connected 2024-11-09T02:19:25,944 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:25,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:25,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/running 2024-11-09T02:19:25,946 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3, hbase.cluster.distributed=false 2024-11-09T02:19:25,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/acl 2024-11-09T02:19:25,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34951 2024-11-09T02:19:25,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34951 2024-11-09T02:19:25,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34951 2024-11-09T02:19:25,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34951 2024-11-09T02:19:25,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34951 2024-11-09T02:19:25,961 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:25,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43627 2024-11-09T02:19:25,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43627 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:25,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:25,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:25,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436270x0, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:25,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43627-0x1011d640a2e0001 connected 2024-11-09T02:19:25,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/running 2024-11-09T02:19:25,976 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:19:25,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:19:25,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/master 2024-11-09T02:19:25,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/acl 2024-11-09T02:19:25,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43627 2024-11-09T02:19:25,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43627 2024-11-09T02:19:25,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43627 2024-11-09T02:19:25,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43627 2024-11-09T02:19:25,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43627 2024-11-09T02:19:25,997 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:34951 2024-11-09T02:19:25,997 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1080628060/backup-masters/53f286d3af3b,34951,1731118765763 2024-11-09T02:19:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060/backup-masters 2024-11-09T02:19:26,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060/backup-masters 2024-11-09T02:19:26,007 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on existing znode=/0-1080628060/backup-masters/53f286d3af3b,34951,1731118765763 2024-11-09T02:19:26,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1080628060/master 2024-11-09T02:19:26,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:26,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:26,018 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on existing znode=/0-1080628060/master 2024-11-09T02:19:26,018 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1080628060/backup-masters/53f286d3af3b,34951,1731118765763 from backup master directory 2024-11-09T02:19:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1080628060/backup-masters/53f286d3af3b,34951,1731118765763 2024-11-09T02:19:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060/backup-masters 2024-11-09T02:19:26,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060/backup-masters 2024-11-09T02:19:26,028 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:26,028 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,34951,1731118765763 2024-11-09T02:19:26,030 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/hbase.id] with ID: 6ee252b7-9b26-4079-92ae-b83ccf75449f 2024-11-09T02:19:26,030 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/.tmp/hbase.id 2024-11-09T02:19:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:19:26,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/.tmp/hbase.id]:[hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/hbase.id] 2024-11-09T02:19:26,446 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:26,446 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:19:26,447 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:19:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:26,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:26,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:19:26,871 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:26,872 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:19:26,880 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:26,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:19:26,903 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store 2024-11-09T02:19:26,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:19:27,316 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:27,316 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:19:27,316 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:27,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:27,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:19:27,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:27,317 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:27,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118767316Disabling compacts and flushes for region at 1731118767316Disabling writes for close at 1731118767317 (+1 ms)Writing region close event to WAL at 1731118767317Closed at 1731118767317 2024-11-09T02:19:27,317 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/.initializing 2024-11-09T02:19:27,317 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/WALs/53f286d3af3b,34951,1731118765763 2024-11-09T02:19:27,318 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:27,320 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C34951%2C1731118765763, suffix=, logDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/WALs/53f286d3af3b,34951,1731118765763, archiveDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/oldWALs, maxLogs=10 2024-11-09T02:19:27,337 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/WALs/53f286d3af3b,34951,1731118765763/53f286d3af3b%2C34951%2C1731118765763.1731118767321, exclude list is [], retry=0 2024-11-09T02:19:27,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-fdac015d-4c9e-4bd2-a38f-9e5b82695c32,DISK] 2024-11-09T02:19:27,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/WALs/53f286d3af3b,34951,1731118765763/53f286d3af3b%2C34951%2C1731118765763.1731118767321 2024-11-09T02:19:27,348 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34273:34273)] 2024-11-09T02:19:27,348 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:27,348 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:27,348 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,348 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:19:27,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:27,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:19:27,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:27,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:27,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:19:27,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:27,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:19:27,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:27,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:27,357 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,358 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,358 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,359 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,359 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,359 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:27,359 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:27,361 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:27,361 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75146382, jitterRate=0.11976835131645203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:27,362 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118767348Initializing all the Stores at 1731118767349 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118767349Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118767352 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118767352Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118767352Cleaning up temporary data from old regions at 1731118767359 (+7 ms)Region opened successfully at 1731118767362 (+3 ms) 2024-11-09T02:19:27,362 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:19:27,364 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3071b22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:27,365 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:19:27,365 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:19:27,365 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:19:27,365 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:19:27,366 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:19:27,366 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:19:27,366 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:19:27,368 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:19:27,368 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Unable to get data of znode /0-1080628060/balancer because node does not exist (not necessarily an error) 2024-11-09T02:19:27,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1080628060/balancer already deleted, retry=false 2024-11-09T02:19:27,439 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:19:27,439 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Unable to get data of znode /0-1080628060/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:19:27,453 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1080628060/normalizer already deleted, retry=false 2024-11-09T02:19:27,454 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:19:27,455 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Unable to get data of znode /0-1080628060/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:19:27,466 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1080628060/switch/split already deleted, retry=false 2024-11-09T02:19:27,467 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Unable to get data of znode /0-1080628060/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:19:27,476 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1080628060/switch/merge already deleted, retry=false 2024-11-09T02:19:27,479 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Unable to get data of znode /0-1080628060/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:19:27,491 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1080628060/snapshot-cleanup already deleted, retry=false 2024-11-09T02:19:27,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1080628060/running 2024-11-09T02:19:27,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1080628060/running 2024-11-09T02:19:27,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:27,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:27,502 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,34951,1731118765763, sessionid=0x1011d640a2e0000, setting cluster-up flag (Was=false) 2024-11-09T02:19:27,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:27,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:27,554 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1080628060/flush-table-proc/acquired, /0-1080628060/flush-table-proc/reached, /0-1080628060/flush-table-proc/abort 2024-11-09T02:19:27,556 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,34951,1731118765763 2024-11-09T02:19:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:27,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:27,607 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1080628060/online-snapshot/acquired, /0-1080628060/online-snapshot/reached, /0-1080628060/online-snapshot/abort 2024-11-09T02:19:27,608 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,34951,1731118765763 2024-11-09T02:19:27,609 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:19:27,610 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:27,610 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:19:27,611 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:19:27,611 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,34951,1731118765763 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:27,612 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118797620 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:19:27,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:27,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:19:27,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:27,622 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118767622,5,FailOnTimeoutGroup] 2024-11-09T02:19:27,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:19:27,622 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118767622,5,FailOnTimeoutGroup] 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:19:27,622 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,623 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:19:27,688 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(746): ClusterId : 6ee252b7-9b26-4079-92ae-b83ccf75449f 2024-11-09T02:19:27,688 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:19:27,698 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:19:27,698 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:19:27,709 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:19:27,709 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71caf54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:27,719 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:43627 2024-11-09T02:19:27,719 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:19:27,719 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:19:27,719 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:19:27,720 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,34951,1731118765763 with port=43627, startcode=1731118765961 2024-11-09T02:19:27,720 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:19:27,721 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:19:27,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,43627,1731118765961 2024-11-09T02:19:27,721 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34951 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:27,723 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3 2024-11-09T02:19:27,723 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44945 2024-11-09T02:19:27,723 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:19:27,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060/rs 2024-11-09T02:19:27,733 DEBUG [RS:0;53f286d3af3b:43627 {}] zookeeper.ZKUtil(111): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on existing znode=/0-1080628060/rs/53f286d3af3b,43627,1731118765961 2024-11-09T02:19:27,733 WARN [RS:0;53f286d3af3b:43627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:27,733 INFO [RS:0;53f286d3af3b:43627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:27,733 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961 2024-11-09T02:19:27,733 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,43627,1731118765961] 2024-11-09T02:19:27,736 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:19:27,737 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:19:27,739 INFO [RS:0;53f286d3af3b:43627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:19:27,739 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,740 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:19:27,741 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:19:27,741 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:27,741 DEBUG [RS:0;53f286d3af3b:43627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:27,742 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,742 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,742 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,742 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,742 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,742 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43627,1731118765961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:27,757 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:19:27,757 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43627,1731118765961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,757 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,757 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.Replication(171): 53f286d3af3b,43627,1731118765961 started 2024-11-09T02:19:27,770 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:27,770 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,43627,1731118765961, RpcServer on 53f286d3af3b/172.17.0.3:43627, sessionid=0x1011d640a2e0001 2024-11-09T02:19:27,770 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:19:27,770 DEBUG [RS:0;53f286d3af3b:43627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,43627,1731118765961 2024-11-09T02:19:27,770 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43627,1731118765961' 2024-11-09T02:19:27,770 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1080628060/flush-table-proc/abort' 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1080628060/flush-table-proc/acquired' 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,43627,1731118765961 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43627,1731118765961' 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1080628060/online-snapshot/abort' 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1080628060/online-snapshot/acquired' 2024-11-09T02:19:27,771 DEBUG [RS:0;53f286d3af3b:43627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:19:27,771 INFO [RS:0;53f286d3af3b:43627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:19:27,771 INFO [RS:0;53f286d3af3b:43627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:19:27,872 INFO [RS:0;53f286d3af3b:43627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:27,873 INFO [RS:0;53f286d3af3b:43627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43627%2C1731118765961, suffix=, logDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961, archiveDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/oldWALs, maxLogs=10 2024-11-09T02:19:27,885 DEBUG [RS:0;53f286d3af3b:43627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, exclude list is [], retry=0 2024-11-09T02:19:27,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-fdac015d-4c9e-4bd2-a38f-9e5b82695c32,DISK] 2024-11-09T02:19:27,888 INFO [RS:0;53f286d3af3b:43627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 2024-11-09T02:19:27,889 DEBUG [RS:0;53f286d3af3b:43627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34273:34273)] 2024-11-09T02:19:28,038 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:19:28,038 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3 2024-11-09T02:19:28,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:19:28,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:28,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:28,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:28,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:28,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:28,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:28,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:28,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:28,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:28,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:28,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740 2024-11-09T02:19:28,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740 2024-11-09T02:19:28,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:28,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:28,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:28,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:28,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:28,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70783710, jitterRate=0.054759472608566284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:28,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118768443Initializing all the Stores at 1731118768444 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118768444Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118768444Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118768444Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118768444Cleaning up temporary data from old regions at 1731118768449 (+5 ms)Region opened successfully at 1731118768452 (+3 ms) 2024-11-09T02:19:28,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:28,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:28,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:28,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:28,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:28,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:28,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118768452Disabling compacts and flushes for region at 1731118768452Disabling writes for close at 1731118768452Writing region close event to WAL at 1731118768453 (+1 ms)Closed at 1731118768453 2024-11-09T02:19:28,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:28,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:19:28,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:19:28,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:28,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:19:28,606 DEBUG [53f286d3af3b:34951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:19:28,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:28,608 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43627,1731118765961, state=OPENING 2024-11-09T02:19:28,640 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:19:28,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:28,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:28,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1080628060/meta-region-server: CHANGED 2024-11-09T02:19:28,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1080628060/meta-region-server: CHANGED 2024-11-09T02:19:28,705 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:28,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43627,1731118765961}] 2024-11-09T02:19:28,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:28,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:19:28,861 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:19:28,861 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:28,861 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:19:28,862 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43627%2C1731118765961.meta, suffix=.meta, logDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961, archiveDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/oldWALs, maxLogs=10 2024-11-09T02:19:28,880 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.meta.1731118768863.meta, exclude list is [], retry=0 2024-11-09T02:19:28,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-fdac015d-4c9e-4bd2-a38f-9e5b82695c32,DISK] 2024-11-09T02:19:28,884 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.meta.1731118768863.meta 2024-11-09T02:19:28,885 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34273:34273)] 2024-11-09T02:19:28,886 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:28,886 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:28,886 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:28,886 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:19:28,886 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:19:28,886 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:19:28,886 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:28,887 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:19:28,887 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:19:28,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:28,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:28,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:28,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:28,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:28,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:28,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:28,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:28,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:28,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:28,892 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:28,892 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740 2024-11-09T02:19:28,893 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740 2024-11-09T02:19:28,893 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:28,893 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:28,894 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:28,894 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:28,895 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63952430, jitterRate=-0.04703453183174133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:28,895 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:19:28,895 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118768887Writing region info on filesystem at 1731118768887Initializing all the Stores at 1731118768887Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118768888 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118768888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118768888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118768888Cleaning up temporary data from old regions at 1731118768893 (+5 ms)Running coprocessor post-open hooks at 1731118768895 (+2 ms)Region opened successfully at 1731118768895 2024-11-09T02:19:28,896 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118768856 2024-11-09T02:19:28,897 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:19:28,898 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:19:28,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:28,898 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43627,1731118765961, state=OPEN 2024-11-09T02:19:28,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1080628060/meta-region-server 2024-11-09T02:19:28,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1080628060/meta-region-server 2024-11-09T02:19:28,912 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:28,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1080628060/meta-region-server: CHANGED 2024-11-09T02:19:28,912 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1080628060/meta-region-server: CHANGED 2024-11-09T02:19:28,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:19:28,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43627,1731118765961 in 207 msec 2024-11-09T02:19:28,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:19:28,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-09T02:19:28,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:28,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:19:28,918 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:28,918 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43627,1731118765961, seqNum=-1] 2024-11-09T02:19:28,918 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:28,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:28,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3140 sec 2024-11-09T02:19:28,924 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118768924, completionTime=-1 2024-11-09T02:19:28,924 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:19:28,924 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:19:28,926 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:19:28,926 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118828926 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118888926 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34951,1731118765763-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34951,1731118765763-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34951,1731118765763-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:34951, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,927 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,928 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,929 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:19:28,931 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.903sec 2024-11-09T02:19:28,931 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:19:28,931 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:19:28,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:19:28,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:19:28,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:19:28,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34951,1731118765763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:28,932 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34951,1731118765763-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:19:28,933 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:19:28,933 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:19:28,933 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34951,1731118765763-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:28,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@694154b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:28,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:19:28,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:28,995 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:19:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:19:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b488a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:28,995 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:19:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:28,997 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:28,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd69fec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:28,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43627,1731118765961, seqNum=-1] 2024-11-09T02:19:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:29,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:29,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,34951,1731118765763 2024-11-09T02:19:29,002 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:29,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:29,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d640a2e0002 connected 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir so I do NOT create it in target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0 2024-11-09T02:19:29,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.tmp.dir so I do NOT create it in target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0 2024-11-09T02:19:29,030 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:19:29,030 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/cluster_b944f4db-b0cc-90ca-6a3a-e1c919485e7a, deleteOnExit=true 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/test.cache.data in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:19:29,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:29,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:19:29,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:19:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:19:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:19:29,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:29,367 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:29,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:29,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:29,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:19:29,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:29,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:29,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:29,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ef897f7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/java.io.tmpdir/jetty-localhost-39109-hadoop-hdfs-3_4_1-tests_jar-_-any-14353770237307902895/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:19:29,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:39109} 2024-11-09T02:19:29,469 INFO [Time-limited test {}] server.Server(415): Started @227741ms 2024-11-09T02:19:29,802 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:29,805 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:29,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:29,813 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:29,813 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:19:29,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:29,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:29,930 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b203ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/java.io.tmpdir/jetty-localhost-39055-hadoop-hdfs-3_4_1-tests_jar-_-any-17785441387878598390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:19:29,930 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:39055} 2024-11-09T02:19:29,931 INFO [Time-limited test {}] server.Server(415): Started @228203ms 2024-11-09T02:19:29,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:19:30,540 WARN [Thread-2769 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/cluster_b944f4db-b0cc-90ca-6a3a-e1c919485e7a/data/data1/current/BP-2074375975-172.17.0.3-1731118769046/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:30,540 WARN [Thread-2770 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/cluster_b944f4db-b0cc-90ca-6a3a-e1c919485e7a/data/data2/current/BP-2074375975-172.17.0.3-1731118769046/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:30,591 WARN [Thread-2757 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:19:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f1f2476b434387b with lease ID 0x3d1f3e401764c059: Processing first storage report for DS-ae9a0dff-4fec-4513-b9f9-390f4f058d10 from datanode DatanodeRegistration(127.0.0.1:43369, datanodeUuid=0f9ab028-4a70-4675-ac93-aa0613c4dea5, infoPort=44511, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=2027376685;c=1731118769046) 2024-11-09T02:19:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f1f2476b434387b with lease ID 0x3d1f3e401764c059: from storage DS-ae9a0dff-4fec-4513-b9f9-390f4f058d10 node DatanodeRegistration(127.0.0.1:43369, datanodeUuid=0f9ab028-4a70-4675-ac93-aa0613c4dea5, infoPort=44511, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=2027376685;c=1731118769046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5f1f2476b434387b with lease ID 0x3d1f3e401764c059: Processing first storage report for DS-d8ae614f-ab81-4ba7-a0a5-7f7ea1ad34cb from datanode DatanodeRegistration(127.0.0.1:43369, datanodeUuid=0f9ab028-4a70-4675-ac93-aa0613c4dea5, infoPort=44511, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=2027376685;c=1731118769046) 2024-11-09T02:19:30,594 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5f1f2476b434387b with lease ID 0x3d1f3e401764c059: from storage DS-d8ae614f-ab81-4ba7-a0a5-7f7ea1ad34cb node DatanodeRegistration(127.0.0.1:43369, datanodeUuid=0f9ab028-4a70-4675-ac93-aa0613c4dea5, infoPort=44511, infoSecurePort=0, ipcPort=36835, storageInfo=lv=-57;cid=testClusterID;nsid=2027376685;c=1731118769046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:30,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0 2024-11-09T02:19:30,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:30,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:30,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:19:30,706 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455 with version=8 2024-11-09T02:19:30,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/hbase-staging 2024-11-09T02:19:30,709 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:30,709 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:30,709 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:30,710 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:19:30,710 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:30,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32971 2024-11-09T02:19:30,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32971 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:30,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329710x0, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:30,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32971-0x1011d640a2e0003 connected 2024-11-09T02:19:30,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:30,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:30,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/running 2024-11-09T02:19:30,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455, hbase.cluster.distributed=false 2024-11-09T02:19:30,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/acl 2024-11-09T02:19:30,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-09T02:19:30,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32971 2024-11-09T02:19:30,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32971 2024-11-09T02:19:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-09T02:19:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32971 2024-11-09T02:19:30,844 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:30,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:30,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:30,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:30,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:30,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:30,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:19:30,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:30,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38633 2024-11-09T02:19:30,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38633 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:30,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:30,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:30,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386330x0, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:30,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386330x0, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/running 2024-11-09T02:19:30,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:19:30,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38633-0x1011d640a2e0004 connected 2024-11-09T02:19:30,864 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:19:30,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/master 2024-11-09T02:19:30,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/acl 2024-11-09T02:19:30,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-09T02:19:30,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38633 2024-11-09T02:19:30,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38633 2024-11-09T02:19:30,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-09T02:19:30,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38633 2024-11-09T02:19:30,898 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:32971 2024-11-09T02:19:30,906 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11346214705/backup-masters/53f286d3af3b,32971,1731118770709 2024-11-09T02:19:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705/backup-masters 2024-11-09T02:19:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705/backup-masters 2024-11-09T02:19:30,919 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on existing znode=/11346214705/backup-masters/53f286d3af3b,32971,1731118770709 2024-11-09T02:19:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11346214705/master 2024-11-09T02:19:30,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:30,929 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on existing znode=/11346214705/master 2024-11-09T02:19:30,930 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11346214705/backup-masters/53f286d3af3b,32971,1731118770709 from backup master directory 2024-11-09T02:19:30,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705/backup-masters 2024-11-09T02:19:30,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346214705/backup-masters/53f286d3af3b,32971,1731118770709 2024-11-09T02:19:30,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705/backup-masters 2024-11-09T02:19:30,940 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:30,940 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,32971,1731118770709 2024-11-09T02:19:30,945 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/hbase.id] with ID: edbfb291-0dc8-429e-9eae-dd7620f53684 2024-11-09T02:19:30,945 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/.tmp/hbase.id 2024-11-09T02:19:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:19:31,354 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/.tmp/hbase.id]:[hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/hbase.id] 2024-11-09T02:19:31,363 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:31,363 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:19:31,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:19:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:31,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:31,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:19:31,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:31,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:31,832 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38324 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:31,852 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:31,853 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:19:31,854 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:31,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:19:32,259 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store 2024-11-09T02:19:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:19:32,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:32,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:19:32,664 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:32,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:32,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:19:32,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:32,664 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:32,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118772664Disabling compacts and flushes for region at 1731118772664Disabling writes for close at 1731118772664Writing region close event to WAL at 1731118772664Closed at 1731118772664 2024-11-09T02:19:32,665 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/.initializing 2024-11-09T02:19:32,665 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/WALs/53f286d3af3b,32971,1731118770709 2024-11-09T02:19:32,666 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:32,667 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C32971%2C1731118770709, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/WALs/53f286d3af3b,32971,1731118770709, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/oldWALs, maxLogs=10 2024-11-09T02:19:32,683 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/WALs/53f286d3af3b,32971,1731118770709/53f286d3af3b%2C32971%2C1731118770709.1731118772667, exclude list is [], retry=0 2024-11-09T02:19:32,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43369,DS-ae9a0dff-4fec-4513-b9f9-390f4f058d10,DISK] 2024-11-09T02:19:32,687 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/WALs/53f286d3af3b,32971,1731118770709/53f286d3af3b%2C32971%2C1731118770709.1731118772667 2024-11-09T02:19:32,688 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44511:44511)] 2024-11-09T02:19:32,688 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:32,688 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:32,688 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,688 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:19:32,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:19:32,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:32,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:32,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:19:32,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:32,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:32,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:19:32,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:32,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:32,694 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,695 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,695 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,696 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,696 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,697 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:32,697 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:32,699 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:32,699 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59114432, jitterRate=-0.1191263198852539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:32,699 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118772688Initializing all the Stores at 1731118772689 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118772689Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118772689Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118772689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118772689Cleaning up temporary data from old regions at 1731118772696 (+7 ms)Region opened successfully at 1731118772699 (+3 ms) 2024-11-09T02:19:32,700 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:19:32,706 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33677ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:32,707 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:19:32,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:19:32,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:19:32,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:19:32,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:19:32,709 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:19:32,709 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:19:32,718 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:19:32,719 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Unable to get data of znode /11346214705/balancer because node does not exist (not necessarily an error) 2024-11-09T02:19:32,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/balancer already deleted, retry=false 2024-11-09T02:19:32,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:19:32,730 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Unable to get data of znode /11346214705/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:19:32,739 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/normalizer already deleted, retry=false 2024-11-09T02:19:32,740 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:19:32,744 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Unable to get data of znode /11346214705/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:19:32,754 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/switch/split already deleted, retry=false 2024-11-09T02:19:32,755 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Unable to get data of znode /11346214705/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:19:32,764 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/switch/merge already deleted, retry=false 2024-11-09T02:19:32,767 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Unable to get data of znode /11346214705/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:19:32,775 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/snapshot-cleanup already deleted, retry=false 2024-11-09T02:19:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11346214705/running 2024-11-09T02:19:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11346214705/running 2024-11-09T02:19:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:32,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:32,787 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,32971,1731118770709, sessionid=0x1011d640a2e0003, setting cluster-up flag (Was=false) 2024-11-09T02:19:32,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:32,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:32,975 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11346214705/flush-table-proc/acquired, /11346214705/flush-table-proc/reached, /11346214705/flush-table-proc/abort 2024-11-09T02:19:32,976 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,32971,1731118770709 2024-11-09T02:19:33,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:33,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:33,280 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11346214705/online-snapshot/acquired, /11346214705/online-snapshot/reached, /11346214705/online-snapshot/abort 2024-11-09T02:19:33,281 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,32971,1731118770709 2024-11-09T02:19:33,282 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:19:33,283 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:33,283 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:19:33,284 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:19:33,284 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(746): ClusterId : edbfb291-0dc8-429e-9eae-dd7620f53684 2024-11-09T02:19:33,284 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:19:33,284 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,32971,1731118770709 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:33,291 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:33,291 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:33,291 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,296 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118803296 2024-11-09T02:19:33,296 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:19:33,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:33,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:19:33,296 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:19:33,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:19:33,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:19:33,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:19:33,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:19:33,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,297 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:33,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:19:33,297 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:19:33,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:19:33,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:19:33,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:19:33,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:19:33,298 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:19:33,299 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118773298,5,FailOnTimeoutGroup] 2024-11-09T02:19:33,299 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118773299,5,FailOnTimeoutGroup] 2024-11-09T02:19:33,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:19:33,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,302 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:19:33,302 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a06b2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:33,319 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:38633 2024-11-09T02:19:33,319 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:19:33,319 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:19:33,319 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:19:33,320 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,32971,1731118770709 with port=38633, startcode=1731118770843 2024-11-09T02:19:33,320 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:19:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:19:33,321 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:19:33,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,38633,1731118770843 2024-11-09T02:19:33,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32971 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:33,323 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455 2024-11-09T02:19:33,323 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43603 2024-11-09T02:19:33,323 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:19:33,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705/rs 2024-11-09T02:19:33,356 DEBUG [RS:0;53f286d3af3b:38633 {}] zookeeper.ZKUtil(111): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on existing znode=/11346214705/rs/53f286d3af3b,38633,1731118770843 2024-11-09T02:19:33,356 WARN [RS:0;53f286d3af3b:38633 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:33,356 INFO [RS:0;53f286d3af3b:38633 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:33,356 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843 2024-11-09T02:19:33,356 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,38633,1731118770843] 2024-11-09T02:19:33,359 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:19:33,360 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:19:33,364 INFO [RS:0;53f286d3af3b:38633 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:19:33,364 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,365 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:19:33,366 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:19:33,366 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:33,366 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:33,367 DEBUG [RS:0;53f286d3af3b:38633 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:33,374 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,374 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,374 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,374 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,374 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,374 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38633,1731118770843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:33,387 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:19:33,387 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38633,1731118770843-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,387 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,387 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.Replication(171): 53f286d3af3b,38633,1731118770843 started 2024-11-09T02:19:33,401 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:33,401 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,38633,1731118770843, RpcServer on 53f286d3af3b/172.17.0.3:38633, sessionid=0x1011d640a2e0004 2024-11-09T02:19:33,401 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:19:33,401 DEBUG [RS:0;53f286d3af3b:38633 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,38633,1731118770843 2024-11-09T02:19:33,401 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38633,1731118770843' 2024-11-09T02:19:33,401 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11346214705/flush-table-proc/abort' 2024-11-09T02:19:33,401 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11346214705/flush-table-proc/acquired' 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,38633,1731118770843 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,38633,1731118770843' 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11346214705/online-snapshot/abort' 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11346214705/online-snapshot/acquired' 2024-11-09T02:19:33,402 DEBUG [RS:0;53f286d3af3b:38633 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:19:33,402 INFO [RS:0;53f286d3af3b:38633 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:19:33,402 INFO [RS:0;53f286d3af3b:38633 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:19:33,502 INFO [RS:0;53f286d3af3b:38633 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:33,504 INFO [RS:0;53f286d3af3b:38633 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38633%2C1731118770843, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/oldWALs, maxLogs=10 2024-11-09T02:19:33,519 DEBUG [RS:0;53f286d3af3b:38633 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, exclude list is [], retry=0 2024-11-09T02:19:33,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43369,DS-ae9a0dff-4fec-4513-b9f9-390f4f058d10,DISK] 2024-11-09T02:19:33,523 INFO [RS:0;53f286d3af3b:38633 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 2024-11-09T02:19:33,524 DEBUG [RS:0;53f286d3af3b:38633 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44511:44511)] 2024-11-09T02:19:33,721 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:19:33,721 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455 2024-11-09T02:19:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:19:33,736 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:19:33,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:33,942 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:34,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:34,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:34,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:34,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:34,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:34,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:34,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:34,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:34,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:34,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740 2024-11-09T02:19:34,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740 2024-11-09T02:19:34,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:34,143 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:34,143 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:34,144 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:34,149 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:34,149 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64071589, jitterRate=-0.04525892436504364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:34,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118774127Initializing all the Stores at 1731118774128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118774128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118774132 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118774132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118774132Cleaning up temporary data from old regions at 1731118774143 (+11 ms)Region opened successfully at 1731118774149 (+6 ms) 2024-11-09T02:19:34,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:34,150 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:34,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:34,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:34,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:34,160 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:34,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118774150Disabling compacts and flushes for region at 1731118774150Disabling writes for close at 1731118774150Writing region close event to WAL at 1731118774160 (+10 ms)Closed at 1731118774160 2024-11-09T02:19:34,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:34,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:19:34,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:19:34,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:34,165 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:19:34,315 DEBUG [53f286d3af3b:32971 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:19:34,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:34,317 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38633,1731118770843, state=OPENING 2024-11-09T02:19:34,381 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:19:34,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:34,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:34,456 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:34,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346214705/meta-region-server: CHANGED 2024-11-09T02:19:34,456 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346214705/meta-region-server: CHANGED 2024-11-09T02:19:34,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38633,1731118770843}] 2024-11-09T02:19:34,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:34,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:34,608 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:34,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:19:34,612 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:19:34,612 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:34,612 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:19:34,613 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38633%2C1731118770843.meta, suffix=.meta, logDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/oldWALs, maxLogs=10 2024-11-09T02:19:34,625 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.meta.1731118774613.meta, exclude list is [], retry=0 2024-11-09T02:19:34,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43369,DS-ae9a0dff-4fec-4513-b9f9-390f4f058d10,DISK] 2024-11-09T02:19:34,629 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.meta.1731118774613.meta 2024-11-09T02:19:34,633 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44511:44511)] 2024-11-09T02:19:34,633 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:34,633 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:34,633 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:34,634 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:19:34,634 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:19:34,634 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:19:34,634 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:34,634 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:19:34,634 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:19:34,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:34,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:34,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:34,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:34,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:34,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:34,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:34,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:34,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:34,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:34,638 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:34,639 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740 2024-11-09T02:19:34,639 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740 2024-11-09T02:19:34,641 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:34,641 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:34,641 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:34,642 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:34,642 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73826312, jitterRate=0.10009777545928955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:34,642 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:19:34,642 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118774634Writing region info on filesystem at 1731118774634Initializing all the Stores at 1731118774635 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118774635Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118774635Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118774635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118774635Cleaning up temporary data from old regions at 1731118774641 (+6 ms)Running coprocessor post-open hooks at 1731118774642 (+1 ms)Region opened successfully at 1731118774642 2024-11-09T02:19:34,643 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118774608 2024-11-09T02:19:34,644 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:19:34,644 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:19:34,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:34,645 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,38633,1731118770843, state=OPEN 2024-11-09T02:19:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11346214705/meta-region-server 2024-11-09T02:19:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11346214705/meta-region-server 2024-11-09T02:19:34,712 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346214705/meta-region-server: CHANGED 2024-11-09T02:19:34,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11346214705/meta-region-server: CHANGED 2024-11-09T02:19:34,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:19:34,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,38633,1731118770843 in 256 msec 2024-11-09T02:19:34,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:19:34,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 551 msec 2024-11-09T02:19:34,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:34,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:19:34,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:34,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38633,1731118770843, seqNum=-1] 2024-11-09T02:19:34,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:34,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:34,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4380 sec 2024-11-09T02:19:34,721 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118774721, completionTime=-1 2024-11-09T02:19:34,721 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:19:34,721 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118834723 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118894723 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32971,1731118770709-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32971,1731118770709-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32971,1731118770709-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:32971, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,723 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,725 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:19:34,726 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.786sec 2024-11-09T02:19:34,726 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:19:34,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:19:34,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:19:34,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:19:34,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:19:34,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32971,1731118770709-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:34,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32971,1731118770709-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:19:34,728 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:19:34,728 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:19:34,728 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,32971,1731118770709-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:34,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798dd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:34,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32971,-1 for getting cluster id 2024-11-09T02:19:34,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:34,786 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edbfb291-0dc8-429e-9eae-dd7620f53684' 2024-11-09T02:19:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edbfb291-0dc8-429e-9eae-dd7620f53684" 2024-11-09T02:19:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f81166c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32971,-1] 2024-11-09T02:19:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:34,788 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:34,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:34,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38633,1731118770843, seqNum=-1] 2024-11-09T02:19:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:34,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:34,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,32971,1731118770709 2024-11-09T02:19:34,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:34,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d640a2e0005 connected 2024-11-09T02:19:34,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir so I do NOT create it in target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf 2024-11-09T02:19:34,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:19:34,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.tmp.dir so I do NOT create it in target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf 2024-11-09T02:19:34,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:19:34,892 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf 2024-11-09T02:19:34,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:19:34,892 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/cluster_e9f6c962-6089-0570-d2e3-169c29aebe95, deleteOnExit=true 2024-11-09T02:19:34,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/test.cache.data in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:19:34,893 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:19:34,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:19:34,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:19:35,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:35,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:35,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:35,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:35,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:19:35,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:35,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:35,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:35,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f67c797{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/java.io.tmpdir/jetty-localhost-36933-hadoop-hdfs-3_4_1-tests_jar-_-any-18416295969004705884/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:19:35,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:36933} 2024-11-09T02:19:35,680 INFO [Time-limited test {}] server.Server(415): Started @233952ms 2024-11-09T02:19:35,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:19:35,912 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:19:35,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:19:35,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:19:35,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:19:35,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:19:35,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:19:36,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7615a626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/java.io.tmpdir/jetty-localhost-35915-hadoop-hdfs-3_4_1-tests_jar-_-any-6539159618143876293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:19:36,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:35915} 2024-11-09T02:19:36,010 INFO [Time-limited test {}] server.Server(415): Started @234282ms 2024-11-09T02:19:36,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:19:36,696 WARN [Thread-2891 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/cluster_e9f6c962-6089-0570-d2e3-169c29aebe95/data/data2/current/BP-814743420-172.17.0.3-1731118774908/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:36,696 WARN [Thread-2890 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/cluster_e9f6c962-6089-0570-d2e3-169c29aebe95/data/data1/current/BP-814743420-172.17.0.3-1731118774908/current, will proceed with Du for space computation calculation, 2024-11-09T02:19:36,716 WARN [Thread-2878 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:19:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb21c4b0cef3f866 with lease ID 0x8fef5a7799753744: Processing first storage report for DS-6cd8fba7-02a4-461c-b3ca-54fdd5fa4c00 from datanode DatanodeRegistration(127.0.0.1:33599, datanodeUuid=a80bf1d8-8f50-4b83-a1ec-db98939e6db8, infoPort=39357, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=1217317068;c=1731118774908) 2024-11-09T02:19:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb21c4b0cef3f866 with lease ID 0x8fef5a7799753744: from storage DS-6cd8fba7-02a4-461c-b3ca-54fdd5fa4c00 node DatanodeRegistration(127.0.0.1:33599, datanodeUuid=a80bf1d8-8f50-4b83-a1ec-db98939e6db8, infoPort=39357, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=1217317068;c=1731118774908), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfb21c4b0cef3f866 with lease ID 0x8fef5a7799753744: Processing first storage report for DS-e2336a8b-2562-45d1-be0f-bb5c52a5206d from datanode DatanodeRegistration(127.0.0.1:33599, datanodeUuid=a80bf1d8-8f50-4b83-a1ec-db98939e6db8, infoPort=39357, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=1217317068;c=1731118774908) 2024-11-09T02:19:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfb21c4b0cef3f866 with lease ID 0x8fef5a7799753744: from storage DS-e2336a8b-2562-45d1-be0f-bb5c52a5206d node DatanodeRegistration(127.0.0.1:33599, datanodeUuid=a80bf1d8-8f50-4b83-a1ec-db98939e6db8, infoPort=39357, infoSecurePort=0, ipcPort=45189, storageInfo=lv=-57;cid=testClusterID;nsid=1217317068;c=1731118774908), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:19:36,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf 2024-11-09T02:19:36,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:36,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:19:37,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7 with version=8 2024-11-09T02:19:37,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/hbase-staging 2024-11-09T02:19:37,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:37,169 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38729 2024-11-09T02:19:37,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38729 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:37,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387290x0, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:37,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38729-0x1011d640a2e0006 connected 2024-11-09T02:19:37,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:37,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:37,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/running 2024-11-09T02:19:37,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7, hbase.cluster.distributed=false 2024-11-09T02:19:37,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/acl 2024-11-09T02:19:37,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-09T02:19:37,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38729 2024-11-09T02:19:37,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38729 2024-11-09T02:19:37,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-09T02:19:37,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38729 2024-11-09T02:19:37,404 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:19:37,404 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:19:37,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39197 2024-11-09T02:19:37,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39197 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:37,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:37,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:37,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391970x0, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:37,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391970x0, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/running 2024-11-09T02:19:37,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39197-0x1011d640a2e0007 connected 2024-11-09T02:19:37,435 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:19:37,435 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:19:37,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/master 2024-11-09T02:19:37,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/acl 2024-11-09T02:19:37,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-09T02:19:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39197 2024-11-09T02:19:37,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39197 2024-11-09T02:19:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-09T02:19:37,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39197 2024-11-09T02:19:37,462 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:38729 2024-11-09T02:19:37,463 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21226347333/backup-masters/53f286d3af3b,38729,1731118777168 2024-11-09T02:19:37,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333/backup-masters 2024-11-09T02:19:37,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333/backup-masters 2024-11-09T02:19:37,476 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on existing znode=/21226347333/backup-masters/53f286d3af3b,38729,1731118777168 2024-11-09T02:19:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21226347333/master 2024-11-09T02:19:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:37,564 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on existing znode=/21226347333/master 2024-11-09T02:19:37,564 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21226347333/backup-masters/53f286d3af3b,38729,1731118777168 from backup master directory 2024-11-09T02:19:37,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21226347333/backup-masters/53f286d3af3b,38729,1731118777168 2024-11-09T02:19:37,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333/backup-masters 2024-11-09T02:19:37,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333/backup-masters 2024-11-09T02:19:37,613 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:37,613 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,38729,1731118777168 2024-11-09T02:19:37,679 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/hbase.id] with ID: b10e0494-7ac7-427e-97b6-b5c17b7ab713 2024-11-09T02:19:37,679 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/.tmp/hbase.id 2024-11-09T02:19:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:19:37,684 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/.tmp/hbase.id]:[hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/hbase.id] 2024-11-09T02:19:37,692 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:19:37,693 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:19:37,693 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T02:19:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:37,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:37,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:19:38,175 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:38,176 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:19:38,176 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:38,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:19:38,583 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store 2024-11-09T02:19:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:19:38,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:38,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:19:38,993 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:38,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:38,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:19:38,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:38,993 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:19:38,993 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118778993Disabling compacts and flushes for region at 1731118778993Disabling writes for close at 1731118778993Writing region close event to WAL at 1731118778993Closed at 1731118778993 2024-11-09T02:19:38,993 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/.initializing 2024-11-09T02:19:38,994 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/WALs/53f286d3af3b,38729,1731118777168 2024-11-09T02:19:38,994 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:38,996 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C38729%2C1731118777168, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/WALs/53f286d3af3b,38729,1731118777168, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/oldWALs, maxLogs=10 2024-11-09T02:19:39,009 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/WALs/53f286d3af3b,38729,1731118777168/53f286d3af3b%2C38729%2C1731118777168.1731118778996, exclude list is [], retry=0 2024-11-09T02:19:39,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-6cd8fba7-02a4-461c-b3ca-54fdd5fa4c00,DISK] 2024-11-09T02:19:39,019 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/WALs/53f286d3af3b,38729,1731118777168/53f286d3af3b%2C38729%2C1731118777168.1731118778996 2024-11-09T02:19:39,019 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39357:39357)] 2024-11-09T02:19:39,019 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:39,020 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:39,020 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,020 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:19:39,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:39,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:39,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:19:39,024 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:39,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:39,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:19:39,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:39,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:39,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:19:39,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:39,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:39,027 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,028 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,030 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,030 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,032 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:39,033 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:19:39,052 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:39,053 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68668241, jitterRate=0.023236528038978577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:39,053 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118779020Initializing all the Stores at 1731118779020Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118779020Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118779021 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118779021Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118779021Cleaning up temporary data from old regions at 1731118779030 (+9 ms)Region opened successfully at 1731118779053 (+23 ms) 2024-11-09T02:19:39,060 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:19:39,063 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a16dee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:39,064 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:19:39,064 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:19:39,064 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:19:39,064 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:19:39,065 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:19:39,065 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:19:39,065 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:19:39,080 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:19:39,081 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Unable to get data of znode /21226347333/balancer because node does not exist (not necessarily an error) 2024-11-09T02:19:39,101 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21226347333/balancer already deleted, retry=false 2024-11-09T02:19:39,101 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:19:39,102 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Unable to get data of znode /21226347333/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:19:39,111 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21226347333/normalizer already deleted, retry=false 2024-11-09T02:19:39,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:19:39,113 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Unable to get data of znode /21226347333/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:19:39,196 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21226347333/switch/split already deleted, retry=false 2024-11-09T02:19:39,197 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Unable to get data of znode /21226347333/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:19:39,206 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21226347333/switch/merge already deleted, retry=false 2024-11-09T02:19:39,208 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Unable to get data of znode /21226347333/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:19:39,217 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21226347333/snapshot-cleanup already deleted, retry=false 2024-11-09T02:19:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21226347333/running 2024-11-09T02:19:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21226347333/running 2024-11-09T02:19:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:39,228 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,38729,1731118777168, sessionid=0x1011d640a2e0006, setting cluster-up flag (Was=false) 2024-11-09T02:19:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:39,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:39,286 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21226347333/flush-table-proc/acquired, /21226347333/flush-table-proc/reached, /21226347333/flush-table-proc/abort 2024-11-09T02:19:39,287 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38729,1731118777168 2024-11-09T02:19:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:39,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:39,339 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21226347333/online-snapshot/acquired, /21226347333/online-snapshot/reached, /21226347333/online-snapshot/abort 2024-11-09T02:19:39,340 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,38729,1731118777168 2024-11-09T02:19:39,341 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:19:39,342 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:39,342 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:19:39,342 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:19:39,343 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,38729,1731118777168 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:39,344 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118809345 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:19:39,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:39,345 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:19:39,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:39,346 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118779346,5,FailOnTimeoutGroup] 2024-11-09T02:19:39,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:19:39,346 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118779346,5,FailOnTimeoutGroup] 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,346 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:19:39,353 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(746): ClusterId : b10e0494-7ac7-427e-97b6-b5c17b7ab713 2024-11-09T02:19:39,353 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:19:39,365 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:19:39,365 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:19:39,375 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:19:39,375 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2efd9d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:19:39,386 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:39197 2024-11-09T02:19:39,386 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:19:39,386 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:19:39,386 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:19:39,386 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,38729,1731118777168 with port=39197, startcode=1731118777404 2024-11-09T02:19:39,387 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:19:39,388 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:19:39,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,39197,1731118777404 2024-11-09T02:19:39,388 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38729 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:39,390 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7 2024-11-09T02:19:39,390 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42535 2024-11-09T02:19:39,390 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:19:39,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333/rs 2024-11-09T02:19:39,425 DEBUG [RS:0;53f286d3af3b:39197 {}] zookeeper.ZKUtil(111): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on existing znode=/21226347333/rs/53f286d3af3b,39197,1731118777404 2024-11-09T02:19:39,425 WARN [RS:0;53f286d3af3b:39197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:19:39,425 INFO [RS:0;53f286d3af3b:39197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:39,425 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404 2024-11-09T02:19:39,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,39197,1731118777404] 2024-11-09T02:19:39,428 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:19:39,430 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:19:39,430 INFO [RS:0;53f286d3af3b:39197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:19:39,430 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,430 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:19:39,431 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:19:39,431 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:39,431 DEBUG [RS:0;53f286d3af3b:39197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:19:39,432 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,432 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,432 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,432 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,432 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,432 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39197,1731118777404-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:39,447 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:19:39,447 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39197,1731118777404-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,447 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,447 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.Replication(171): 53f286d3af3b,39197,1731118777404 started 2024-11-09T02:19:39,460 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:39,461 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,39197,1731118777404, RpcServer on 53f286d3af3b/172.17.0.3:39197, sessionid=0x1011d640a2e0007 2024-11-09T02:19:39,461 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:19:39,461 DEBUG [RS:0;53f286d3af3b:39197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,39197,1731118777404 2024-11-09T02:19:39,461 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,39197,1731118777404' 2024-11-09T02:19:39,461 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21226347333/flush-table-proc/abort' 2024-11-09T02:19:39,461 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21226347333/flush-table-proc/acquired' 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,39197,1731118777404 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,39197,1731118777404' 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21226347333/online-snapshot/abort' 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21226347333/online-snapshot/acquired' 2024-11-09T02:19:39,462 DEBUG [RS:0;53f286d3af3b:39197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:19:39,463 INFO [RS:0;53f286d3af3b:39197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:19:39,463 INFO [RS:0;53f286d3af3b:39197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:19:39,563 INFO [RS:0;53f286d3af3b:39197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:19:39,564 INFO [RS:0;53f286d3af3b:39197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C39197%2C1731118777404, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/oldWALs, maxLogs=10 2024-11-09T02:19:39,578 DEBUG [RS:0;53f286d3af3b:39197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, exclude list is [], retry=0 2024-11-09T02:19:39,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-6cd8fba7-02a4-461c-b3ca-54fdd5fa4c00,DISK] 2024-11-09T02:19:39,582 INFO [RS:0;53f286d3af3b:39197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 2024-11-09T02:19:39,582 DEBUG [RS:0;53f286d3af3b:39197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39357:39357)] 2024-11-09T02:19:39,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:19:39,754 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7 2024-11-09T02:19:39,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:19:40,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:40,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:40,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:40,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:40,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:40,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:40,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:40,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:40,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:40,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:40,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,166 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:40,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740 2024-11-09T02:19:40,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740 2024-11-09T02:19:40,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:40,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:40,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:40,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:40,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:40,170 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73534150, jitterRate=0.09574422240257263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118780161Initializing all the Stores at 1731118780162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118780162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118780162Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118780162Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118780162Cleaning up temporary data from old regions at 1731118780168 (+6 ms)Region opened successfully at 1731118780170 (+2 ms) 2024-11-09T02:19:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:19:40,170 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:19:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:19:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:19:40,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:19:40,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:19:40,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118780170Disabling compacts and flushes for region at 1731118780170Disabling writes for close at 1731118780170Writing region close event to WAL at 1731118780171 (+1 ms)Closed at 1731118780171 2024-11-09T02:19:40,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:40,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:19:40,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:19:40,172 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:40,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:19:40,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:40,323 DEBUG [53f286d3af3b:38729 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:19:40,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:40,324 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,39197,1731118777404, state=OPENING 2024-11-09T02:19:40,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:19:40,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:40,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:40,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21226347333/meta-region-server: CHANGED 2024-11-09T02:19:40,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21226347333/meta-region-server: CHANGED 2024-11-09T02:19:40,354 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:19:40,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,39197,1731118777404}] 2024-11-09T02:19:40,506 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:40,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:19:40,510 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:19:40,510 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:40,510 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:19:40,511 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C39197%2C1731118777404.meta, suffix=.meta, logDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/oldWALs, maxLogs=10 2024-11-09T02:19:40,524 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.meta.1731118780511.meta, exclude list is [], retry=0 2024-11-09T02:19:40,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-6cd8fba7-02a4-461c-b3ca-54fdd5fa4c00,DISK] 2024-11-09T02:19:40,527 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.meta.1731118780511.meta 2024-11-09T02:19:40,527 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39357:39357)] 2024-11-09T02:19:40,527 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:40,527 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:40,527 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:40,527 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:19:40,528 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:19:40,528 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:19:40,528 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:40,528 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:19:40,528 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:19:40,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:19:40,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:19:40,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:19:40,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:19:40,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:19:40,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:19:40,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:19:40,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:19:40,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:19:40,532 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:19:40,533 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740 2024-11-09T02:19:40,533 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740 2024-11-09T02:19:40,534 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:19:40,534 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:19:40,534 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:19:40,535 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:19:40,536 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71849055, jitterRate=0.07063435018062592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:19:40,536 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:19:40,536 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118780528Writing region info on filesystem at 1731118780528Initializing all the Stores at 1731118780528Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118780528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118780528Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118780529 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118780529Cleaning up temporary data from old regions at 1731118780534 (+5 ms)Running coprocessor post-open hooks at 1731118780536 (+2 ms)Region opened successfully at 1731118780536 2024-11-09T02:19:40,537 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118780506 2024-11-09T02:19:40,538 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:19:40,538 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:19:40,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:40,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,39197,1731118777404, state=OPEN 2024-11-09T02:19:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21226347333/meta-region-server 2024-11-09T02:19:40,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21226347333/meta-region-server 2024-11-09T02:19:40,569 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:40,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21226347333/meta-region-server: CHANGED 2024-11-09T02:19:40,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21226347333/meta-region-server: CHANGED 2024-11-09T02:19:40,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:19:40,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,39197,1731118777404 in 215 msec 2024-11-09T02:19:40,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:19:40,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-11-09T02:19:40,572 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:19:40,572 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:19:40,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:40,574 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39197,1731118777404, seqNum=-1] 2024-11-09T02:19:40,574 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:40,575 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:40,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2360 sec 2024-11-09T02:19:40,578 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118780578, completionTime=-1 2024-11-09T02:19:40,578 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:19:40,578 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118840580 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118900580 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38729,1731118777168-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38729,1731118777168-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38729,1731118777168-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:38729, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,580 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,581 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,582 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:19:40,583 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-09T02:19:40,583 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:19:40,583 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:19:40,584 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:19:40,584 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:19:40,584 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:19:40,584 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38729,1731118777168-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:19:40,584 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38729,1731118777168-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:19:40,585 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:19:40,585 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:19:40,585 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,38729,1731118777168-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:19:40,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2811eb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:40,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:40,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:40,656 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bff9428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:40,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:40,657 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:40,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73101da4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:40,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:40,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39197,1731118777404, seqNum=-1] 2024-11-09T02:19:40,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:40,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:40,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,38729,1731118777168 2024-11-09T02:19:40,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53341 2024-11-09T02:19:40,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:19:40,691 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011d640a2e0008 connected 2024-11-09T02:19:40,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:40,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34951,1731118765763 2024-11-09T02:19:40,703 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fbc00ea 2024-11-09T02:19:40,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:40,705 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:40,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:19:40,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:40,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:40,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:19:40,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:40,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:19:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:41,120 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9dca1f8d8677bd0b5947e52fac4bb3f9, NAME => 'test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3 2024-11-09T02:19:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:19:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9dca1f8d8677bd0b5947e52fac4bb3f9, disabling compactions & flushes 2024-11-09T02:19:41,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. after waiting 0 ms 2024-11-09T02:19:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,527 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,527 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9dca1f8d8677bd0b5947e52fac4bb3f9: Waiting for close lock at 1731118781527Disabling compacts and flushes for region at 1731118781527Disabling writes for close at 1731118781527Writing region close event to WAL at 1731118781527Closed at 1731118781527 2024-11-09T02:19:41,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:41,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118781528"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118781528"}]},"ts":"1731118781528"} 2024-11-09T02:19:41,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:41,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:41,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118781531"}]},"ts":"1731118781531"} 2024-11-09T02:19:41,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:19:41,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9dca1f8d8677bd0b5947e52fac4bb3f9, ASSIGN}] 2024-11-09T02:19:41,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9dca1f8d8677bd0b5947e52fac4bb3f9, ASSIGN 2024-11-09T02:19:41,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9dca1f8d8677bd0b5947e52fac4bb3f9, ASSIGN; state=OFFLINE, location=53f286d3af3b,43627,1731118765961; forceNewPlan=false, retain=false 2024-11-09T02:19:41,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9dca1f8d8677bd0b5947e52fac4bb3f9, regionState=OPENING, regionLocation=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:41,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9dca1f8d8677bd0b5947e52fac4bb3f9, ASSIGN because future has completed 2024-11-09T02:19:41,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dca1f8d8677bd0b5947e52fac4bb3f9, server=53f286d3af3b,43627,1731118765961}] 2024-11-09T02:19:41,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:41,843 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,843 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9dca1f8d8677bd0b5947e52fac4bb3f9, NAME => 'test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:41,843 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:41,843 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:19:41,843 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,843 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:41,843 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,843 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,844 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,845 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dca1f8d8677bd0b5947e52fac4bb3f9 columnFamilyName f 2024-11-09T02:19:41,845 DEBUG [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:41,845 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] regionserver.HStore(327): Store=9dca1f8d8677bd0b5947e52fac4bb3f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:41,845 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,846 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dca1f8d8677bd0b5947e52fac4bb3f9 columnFamilyName f1 2024-11-09T02:19:41,846 DEBUG [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:41,846 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] regionserver.HStore(327): Store=9dca1f8d8677bd0b5947e52fac4bb3f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:41,846 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,847 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9dca1f8d8677bd0b5947e52fac4bb3f9 columnFamilyName norep 2024-11-09T02:19:41,847 DEBUG [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:41,847 INFO [StoreOpener-9dca1f8d8677bd0b5947e52fac4bb3f9-1 {}] regionserver.HStore(327): Store=9dca1f8d8677bd0b5947e52fac4bb3f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:41,847 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,848 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,848 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,848 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,849 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,849 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:41,850 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,851 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:41,851 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9dca1f8d8677bd0b5947e52fac4bb3f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65798072, jitterRate=-0.019532322883605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:41,851 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:19:41,852 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9dca1f8d8677bd0b5947e52fac4bb3f9: Running coprocessor pre-open hook at 1731118781843Writing region info on filesystem at 1731118781843Initializing all the Stores at 1731118781844 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118781844Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118781844Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118781844Cleaning up temporary data from old regions at 1731118781849 (+5 ms)Running coprocessor post-open hooks at 1731118781851 (+2 ms)Region opened successfully at 1731118781852 (+1 ms) 2024-11-09T02:19:41,852 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9., pid=6, masterSystemTime=1731118781839 2024-11-09T02:19:41,854 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,854 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:19:41,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9dca1f8d8677bd0b5947e52fac4bb3f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:41,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9dca1f8d8677bd0b5947e52fac4bb3f9, server=53f286d3af3b,43627,1731118765961 because future has completed 2024-11-09T02:19:41,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:19:41,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9dca1f8d8677bd0b5947e52fac4bb3f9, server=53f286d3af3b,43627,1731118765961 in 169 msec 2024-11-09T02:19:41,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:19:41,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9dca1f8d8677bd0b5947e52fac4bb3f9, ASSIGN in 326 msec 2024-11-09T02:19:41,863 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:41,863 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118781863"}]},"ts":"1731118781863"} 2024-11-09T02:19:41,865 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:19:41,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:41,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-09T02:19:41,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:41,912 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:41,912 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48405 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:19:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:42,852 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:19:42,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:42,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32971,1731118770709 2024-11-09T02:19:42,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14cb823a 2024-11-09T02:19:42,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:42,853 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:42,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:19:42,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:42,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:42,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:19:42,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:42,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:19:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:43,267 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 567cf867be65298a57e149ed198abc6b, NAME => 'test,,1731118782854.567cf867be65298a57e149ed198abc6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455 2024-11-09T02:19:43,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:19:43,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:43,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118782854.567cf867be65298a57e149ed198abc6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:43,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 567cf867be65298a57e149ed198abc6b, disabling compactions & flushes 2024-11-09T02:19:43,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118782854.567cf867be65298a57e149ed198abc6b. after waiting 0 ms 2024-11-09T02:19:43,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 567cf867be65298a57e149ed198abc6b: Waiting for close lock at 1731118783672Disabling compacts and flushes for region at 1731118783672Disabling writes for close at 1731118783672Writing region close event to WAL at 1731118783672Closed at 1731118783672 2024-11-09T02:19:43,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:43,673 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118782854.567cf867be65298a57e149ed198abc6b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118783673"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118783673"}]},"ts":"1731118783673"} 2024-11-09T02:19:43,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:43,676 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:43,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118783676"}]},"ts":"1731118783676"} 2024-11-09T02:19:43,677 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:19:43,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=567cf867be65298a57e149ed198abc6b, ASSIGN}] 2024-11-09T02:19:43,678 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=567cf867be65298a57e149ed198abc6b, ASSIGN 2024-11-09T02:19:43,679 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=567cf867be65298a57e149ed198abc6b, ASSIGN; state=OFFLINE, location=53f286d3af3b,38633,1731118770843; forceNewPlan=false, retain=false 2024-11-09T02:19:43,829 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=567cf867be65298a57e149ed198abc6b, regionState=OPENING, regionLocation=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:43,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=567cf867be65298a57e149ed198abc6b, ASSIGN because future has completed 2024-11-09T02:19:43,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567cf867be65298a57e149ed198abc6b, server=53f286d3af3b,38633,1731118770843}] 2024-11-09T02:19:43,987 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,987 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 567cf867be65298a57e149ed198abc6b, NAME => 'test,,1731118782854.567cf867be65298a57e149ed198abc6b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:43,987 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:43,987 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:19:43,987 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,988 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118782854.567cf867be65298a57e149ed198abc6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:43,988 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,988 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,989 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,990 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567cf867be65298a57e149ed198abc6b columnFamilyName f 2024-11-09T02:19:43,990 DEBUG [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:43,990 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] regionserver.HStore(327): Store=567cf867be65298a57e149ed198abc6b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:43,990 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,991 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567cf867be65298a57e149ed198abc6b columnFamilyName f1 2024-11-09T02:19:43,991 DEBUG [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:43,991 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] regionserver.HStore(327): Store=567cf867be65298a57e149ed198abc6b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:43,991 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:43,992 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 567cf867be65298a57e149ed198abc6b columnFamilyName norep 2024-11-09T02:19:43,992 DEBUG [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:43,993 INFO [StoreOpener-567cf867be65298a57e149ed198abc6b-1 {}] regionserver.HStore(327): Store=567cf867be65298a57e149ed198abc6b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:43,993 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,993 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,993 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,994 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,994 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,994 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:43,995 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,997 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:43,997 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 567cf867be65298a57e149ed198abc6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68105046, jitterRate=0.014844268560409546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:43,997 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:19:43,997 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 567cf867be65298a57e149ed198abc6b: Running coprocessor pre-open hook at 1731118783988Writing region info on filesystem at 1731118783988Initializing all the Stores at 1731118783988Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118783988Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118783988Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118783988Cleaning up temporary data from old regions at 1731118783994 (+6 ms)Running coprocessor post-open hooks at 1731118783997 (+3 ms)Region opened successfully at 1731118783997 2024-11-09T02:19:43,998 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118782854.567cf867be65298a57e149ed198abc6b., pid=6, masterSystemTime=1731118783984 2024-11-09T02:19:43,999 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,999 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:19:43,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=567cf867be65298a57e149ed198abc6b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:44,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 567cf867be65298a57e149ed198abc6b, server=53f286d3af3b,38633,1731118770843 because future has completed 2024-11-09T02:19:44,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:19:44,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 567cf867be65298a57e149ed198abc6b, server=53f286d3af3b,38633,1731118770843 in 170 msec 2024-11-09T02:19:44,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:19:44,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=567cf867be65298a57e149ed198abc6b, ASSIGN in 327 msec 2024-11-09T02:19:44,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:44,006 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118784006"}]},"ts":"1731118784006"} 2024-11-09T02:19:44,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:19:44,008 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:44,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-09T02:19:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:45,002 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:19:45,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38729,1731118777168 2024-11-09T02:19:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13b07b11 2024-11-09T02:19:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:45,004 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:45,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:19:45,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:45,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:45,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:19:45,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:19:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:45,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:19:45,414 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9769ec213e25b60128457434e6343a04, NAME => 'test,,1731118785004.9769ec213e25b60128457434e6343a04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7 2024-11-09T02:19:45,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:19:45,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:45,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118785004.9769ec213e25b60128457434e6343a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:45,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9769ec213e25b60128457434e6343a04, disabling compactions & flushes 2024-11-09T02:19:45,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:45,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:45,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118785004.9769ec213e25b60128457434e6343a04. after waiting 0 ms 2024-11-09T02:19:45,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:45,819 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:45,819 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9769ec213e25b60128457434e6343a04: Waiting for close lock at 1731118785819Disabling compacts and flushes for region at 1731118785819Disabling writes for close at 1731118785819Writing region close event to WAL at 1731118785819Closed at 1731118785819 2024-11-09T02:19:45,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:45,820 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118785004.9769ec213e25b60128457434e6343a04.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118785820"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118785820"}]},"ts":"1731118785820"} 2024-11-09T02:19:45,822 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:45,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:45,823 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118785823"}]},"ts":"1731118785823"} 2024-11-09T02:19:45,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:19:45,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9769ec213e25b60128457434e6343a04, ASSIGN}] 2024-11-09T02:19:45,828 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9769ec213e25b60128457434e6343a04, ASSIGN 2024-11-09T02:19:45,829 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9769ec213e25b60128457434e6343a04, ASSIGN; state=OFFLINE, location=53f286d3af3b,39197,1731118777404; forceNewPlan=false, retain=false 2024-11-09T02:19:45,980 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9769ec213e25b60128457434e6343a04, regionState=OPENING, regionLocation=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:45,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9769ec213e25b60128457434e6343a04, ASSIGN because future has completed 2024-11-09T02:19:45,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9769ec213e25b60128457434e6343a04, server=53f286d3af3b,39197,1731118777404}] 2024-11-09T02:19:46,036 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:46,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:46,168 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:46,168 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9769ec213e25b60128457434e6343a04, NAME => 'test,,1731118785004.9769ec213e25b60128457434e6343a04.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:46,169 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:46,169 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:19:46,169 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,169 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118785004.9769ec213e25b60128457434e6343a04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:46,169 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,169 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,172 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,175 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9769ec213e25b60128457434e6343a04 columnFamilyName f 2024-11-09T02:19:46,175 DEBUG [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:46,176 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] regionserver.HStore(327): Store=9769ec213e25b60128457434e6343a04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:46,176 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,178 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9769ec213e25b60128457434e6343a04 columnFamilyName f1 2024-11-09T02:19:46,178 DEBUG [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:46,179 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] regionserver.HStore(327): Store=9769ec213e25b60128457434e6343a04/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:46,179 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,180 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9769ec213e25b60128457434e6343a04 columnFamilyName norep 2024-11-09T02:19:46,180 DEBUG [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:46,180 INFO [StoreOpener-9769ec213e25b60128457434e6343a04-1 {}] regionserver.HStore(327): Store=9769ec213e25b60128457434e6343a04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:46,180 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,181 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,181 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,182 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,182 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,182 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:46,183 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,185 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:46,186 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9769ec213e25b60128457434e6343a04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74105518, jitterRate=0.10425826907157898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:46,186 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9769ec213e25b60128457434e6343a04 2024-11-09T02:19:46,186 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9769ec213e25b60128457434e6343a04: Running coprocessor pre-open hook at 1731118786169Writing region info on filesystem at 1731118786169Initializing all the Stores at 1731118786170 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118786170Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118786170Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118786170Cleaning up temporary data from old regions at 1731118786182 (+12 ms)Running coprocessor post-open hooks at 1731118786186 (+4 ms)Region opened successfully at 1731118786186 2024-11-09T02:19:46,187 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118785004.9769ec213e25b60128457434e6343a04., pid=6, masterSystemTime=1731118786158 2024-11-09T02:19:46,189 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:46,189 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:19:46,189 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9769ec213e25b60128457434e6343a04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:46,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9769ec213e25b60128457434e6343a04, server=53f286d3af3b,39197,1731118777404 because future has completed 2024-11-09T02:19:46,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:19:46,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9769ec213e25b60128457434e6343a04, server=53f286d3af3b,39197,1731118777404 in 201 msec 2024-11-09T02:19:46,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:19:46,196 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9769ec213e25b60128457434e6343a04, ASSIGN in 368 msec 2024-11-09T02:19:46,196 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:46,197 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118786196"}]},"ts":"1731118786196"} 2024-11-09T02:19:46,198 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:19:46,199 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:46,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1940 sec 2024-11-09T02:19:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:19:47,152 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:19:47,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74285854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:47,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:19:47,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:47,174 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:19:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:47,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:19:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c25a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:19:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:47,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:47,176 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9785c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:47,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34951,1731118765763 2024-11-09T02:19:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29bcf092 2024-11-09T02:19:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:47,183 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:47,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:32971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:19:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:19:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:47,194 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32971' 2024-11-09T02:19:47,209 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d19ddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:47,209 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32971,-1 for getting cluster id 2024-11-09T02:19:47,209 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:47,210 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edbfb291-0dc8-429e-9eae-dd7620f53684' 2024-11-09T02:19:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edbfb291-0dc8-429e-9eae-dd7620f53684" 2024-11-09T02:19:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd273d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32971,-1] 2024-11-09T02:19:47,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:47,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:47,212 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:47,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493154c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:47,216 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32971,1731118770709 2024-11-09T02:19:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f485c8 2024-11-09T02:19:47,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:47,220 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:47,221 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:19:47,221 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:19:47,222 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:47,222 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:47,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:47,222 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:47,223 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:19:47,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:47,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:47,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:47,276 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:19:47,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:19:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:47,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:47,690 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 280f5fd4e5deec4e47aa8f1fe948a06d, NAME => 'hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3 2024-11-09T02:19:47,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:19:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:48,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:48,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 280f5fd4e5deec4e47aa8f1fe948a06d, disabling compactions & flushes 2024-11-09T02:19:48,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. after waiting 0 ms 2024-11-09T02:19:48,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,096 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,096 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 280f5fd4e5deec4e47aa8f1fe948a06d: Waiting for close lock at 1731118788096Disabling compacts and flushes for region at 1731118788096Disabling writes for close at 1731118788096Writing region close event to WAL at 1731118788096Closed at 1731118788096 2024-11-09T02:19:48,097 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:48,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118788097"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118788097"}]},"ts":"1731118788097"} 2024-11-09T02:19:48,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:48,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:48,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118788100"}]},"ts":"1731118788100"} 2024-11-09T02:19:48,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:19:48,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=280f5fd4e5deec4e47aa8f1fe948a06d, ASSIGN}] 2024-11-09T02:19:48,103 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=280f5fd4e5deec4e47aa8f1fe948a06d, ASSIGN 2024-11-09T02:19:48,104 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=280f5fd4e5deec4e47aa8f1fe948a06d, ASSIGN; state=OFFLINE, location=53f286d3af3b,43627,1731118765961; forceNewPlan=false, retain=false 2024-11-09T02:19:48,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=280f5fd4e5deec4e47aa8f1fe948a06d, regionState=OPENING, regionLocation=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:48,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=280f5fd4e5deec4e47aa8f1fe948a06d, ASSIGN because future has completed 2024-11-09T02:19:48,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 280f5fd4e5deec4e47aa8f1fe948a06d, server=53f286d3af3b,43627,1731118765961}] 2024-11-09T02:19:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:48,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:48,417 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:19:48,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43627%2C1731118765961.rep, suffix=, logDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961, archiveDir=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/oldWALs, maxLogs=10 2024-11-09T02:19:48,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.rep.1731118788418, exclude list is [], retry=0 2024-11-09T02:19:48,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-fdac015d-4c9e-4bd2-a38f-9e5b82695c32,DISK] 2024-11-09T02:19:48,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.rep.1731118788418 2024-11-09T02:19:48,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34273:34273)] 2024-11-09T02:19:48,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 280f5fd4e5deec4e47aa8f1fe948a06d, NAME => 'hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:48,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:48,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:48,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. service=MultiRowMutationService 2024-11-09T02:19:48,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:19:48,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:48,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,448 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,449 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280f5fd4e5deec4e47aa8f1fe948a06d columnFamilyName hfileref 2024-11-09T02:19:48,450 DEBUG [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:48,450 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] regionserver.HStore(327): Store=280f5fd4e5deec4e47aa8f1fe948a06d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:48,450 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,451 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280f5fd4e5deec4e47aa8f1fe948a06d columnFamilyName queue 2024-11-09T02:19:48,451 DEBUG [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:48,451 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] regionserver.HStore(327): Store=280f5fd4e5deec4e47aa8f1fe948a06d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:48,456 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,457 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 280f5fd4e5deec4e47aa8f1fe948a06d columnFamilyName sid 2024-11-09T02:19:48,457 DEBUG [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:48,458 INFO [StoreOpener-280f5fd4e5deec4e47aa8f1fe948a06d-1 {}] regionserver.HStore(327): Store=280f5fd4e5deec4e47aa8f1fe948a06d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:48,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:48,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:48,465 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 280f5fd4e5deec4e47aa8f1fe948a06d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69924748, jitterRate=0.041959941387176514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:19:48,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 280f5fd4e5deec4e47aa8f1fe948a06d: Running coprocessor pre-open hook at 1731118788445Writing region info on filesystem at 1731118788445Initializing all the Stores at 1731118788445Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118788445Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118788448 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118788448Cleaning up temporary data from old regions at 1731118788460 (+12 ms)Running coprocessor post-open hooks at 1731118788465 (+5 ms)Region opened successfully at 1731118788465 2024-11-09T02:19:48,466 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d., pid=10, masterSystemTime=1731118788409 2024-11-09T02:19:48,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:19:48,469 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=280f5fd4e5deec4e47aa8f1fe948a06d, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43627,1731118765961 2024-11-09T02:19:48,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 280f5fd4e5deec4e47aa8f1fe948a06d, server=53f286d3af3b,43627,1731118765961 because future has completed 2024-11-09T02:19:48,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:19:48,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 280f5fd4e5deec4e47aa8f1fe948a06d, server=53f286d3af3b,43627,1731118765961 in 221 msec 2024-11-09T02:19:48,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:19:48,482 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=280f5fd4e5deec4e47aa8f1fe948a06d, ASSIGN in 378 msec 2024-11-09T02:19:48,483 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:48,483 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118788483"}]},"ts":"1731118788483"} 2024-11-09T02:19:48,487 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:19:48,488 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:48,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec 2024-11-09T02:19:48,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d., hostname=53f286d3af3b,43627,1731118765961, seqNum=2] 2024-11-09T02:19:48,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:48,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:19:48,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:19:48,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43627 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:19:48,920 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:19:48,947 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,43627,1731118765961, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:19:48,948 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:48,948 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43627,1731118765961, seqNum=-1] 2024-11-09T02:19:48,948 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:48,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:48,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,43627,1731118765961', locateType=CURRENT is [region=hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d., hostname=53f286d3af3b,43627,1731118765961, seqNum=2] 2024-11-09T02:19:48,953 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:19:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:19:48,955 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,43627,1731118765961 suceeded 2024-11-09T02:19:48,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:19:48,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-09T02:19:48,957 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:32971,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:19:48,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7730 sec 2024-11-09T02:19:48,966 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:32971' 2024-11-09T02:19:48,967 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400e3466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:48,967 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32971,-1 for getting cluster id 2024-11-09T02:19:48,968 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:48,968 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edbfb291-0dc8-429e-9eae-dd7620f53684' 2024-11-09T02:19:48,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:48,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edbfb291-0dc8-429e-9eae-dd7620f53684" 2024-11-09T02:19:48,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45fa501c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:48,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32971,-1] 2024-11-09T02:19:48,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:48,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:48,969 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:48,970 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50d43332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:48,970 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:48,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32971,1731118770709 2024-11-09T02:19:48,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25c46f2c 2024-11-09T02:19:48,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:48,972 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T02:19:48,972 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,43627,1731118765961 (queues=1) is replicating from cluster=6ee252b7-9b26-4079-92ae-b83ccf75449f to cluster=edbfb291-0dc8-429e-9eae-dd7620f53684 2024-11-09T02:19:48,972 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C43627%2C1731118765961 2024-11-09T02:19:48,972 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,43627,1731118765961, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:19:48,973 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C43627%2C1731118765961 2024-11-09T02:19:48,973 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, startPosition=0, beingWritten=true 2024-11-09T02:19:48,977 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:48,978 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:48,978 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:49,181 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:49,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:19:49,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T02:19:49,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:19:49,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T02:19:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:49,352 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:19:49,352 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:49,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:49,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:49,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:49,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:49,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfdb248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:49,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32971,-1 for getting cluster id 2024-11-09T02:19:49,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:49,355 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edbfb291-0dc8-429e-9eae-dd7620f53684' 2024-11-09T02:19:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edbfb291-0dc8-429e-9eae-dd7620f53684" 2024-11-09T02:19:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b4c42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32971,-1] 2024-11-09T02:19:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:49,357 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:49,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4436f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:49,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:49,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,32971,1731118770709 2024-11-09T02:19:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f85cfb6 2024-11-09T02:19:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:49,360 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:49,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:38729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:19:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:19:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:49,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:38729' 2024-11-09T02:19:49,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf5edc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:49,365 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:49,365 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:49,365 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:49,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:49,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53569460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:49,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:49,367 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:49,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3287672a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:49,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:49,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38729,1731118777168 2024-11-09T02:19:49,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17cc1bc1 2024-11-09T02:19:49,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:49,369 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:49,370 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T02:19:49,370 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:19:49,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:49,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:49,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:49,370 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:49,372 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:19:49,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:49,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:49,374 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:49,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:19:49,415 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ecda63f63a5b7e14bedf2ad6b23605cf, NAME => 'hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455 2024-11-09T02:19:49,422 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:19:49,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:19:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:49,485 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:49,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:49,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ecda63f63a5b7e14bedf2ad6b23605cf, disabling compactions & flushes 2024-11-09T02:19:49,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:49,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:49,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. after waiting 0 ms 2024-11-09T02:19:49,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:49,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:49,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ecda63f63a5b7e14bedf2ad6b23605cf: Waiting for close lock at 1731118789830Disabling compacts and flushes for region at 1731118789830Disabling writes for close at 1731118789830Writing region close event to WAL at 1731118789830Closed at 1731118789830 2024-11-09T02:19:49,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:49,832 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118789832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118789832"}]},"ts":"1731118789832"} 2024-11-09T02:19:49,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:49,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:49,835 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118789835"}]},"ts":"1731118789835"} 2024-11-09T02:19:49,837 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:19:49,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecda63f63a5b7e14bedf2ad6b23605cf, ASSIGN}] 2024-11-09T02:19:49,839 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecda63f63a5b7e14bedf2ad6b23605cf, ASSIGN 2024-11-09T02:19:49,839 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecda63f63a5b7e14bedf2ad6b23605cf, ASSIGN; state=OFFLINE, location=53f286d3af3b,38633,1731118770843; forceNewPlan=false, retain=false 2024-11-09T02:19:49,889 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:49,990 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecda63f63a5b7e14bedf2ad6b23605cf, regionState=OPENING, regionLocation=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:49,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ecda63f63a5b7e14bedf2ad6b23605cf, ASSIGN because future has completed 2024-11-09T02:19:49,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecda63f63a5b7e14bedf2ad6b23605cf, server=53f286d3af3b,38633,1731118770843}] 2024-11-09T02:19:50,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:50,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:50,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:19:50,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C38633%2C1731118770843.rep, suffix=, logDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843, archiveDir=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/oldWALs, maxLogs=10 2024-11-09T02:19:50,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.rep.1731118790150, exclude list is [], retry=0 2024-11-09T02:19:50,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43369,DS-ae9a0dff-4fec-4513-b9f9-390f4f058d10,DISK] 2024-11-09T02:19:50,171 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.rep.1731118790150 2024-11-09T02:19:50,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44511:44511)] 2024-11-09T02:19:50,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ecda63f63a5b7e14bedf2ad6b23605cf, NAME => 'hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:50,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. service=MultiRowMutationService 2024-11-09T02:19:50,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:19:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,172 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,173 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,174 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecda63f63a5b7e14bedf2ad6b23605cf columnFamilyName hfileref 2024-11-09T02:19:50,174 DEBUG [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:50,175 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] regionserver.HStore(327): Store=ecda63f63a5b7e14bedf2ad6b23605cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:50,175 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,176 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecda63f63a5b7e14bedf2ad6b23605cf columnFamilyName queue 2024-11-09T02:19:50,176 DEBUG [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:50,176 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] regionserver.HStore(327): Store=ecda63f63a5b7e14bedf2ad6b23605cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:50,176 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,178 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ecda63f63a5b7e14bedf2ad6b23605cf columnFamilyName sid 2024-11-09T02:19:50,178 DEBUG [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:50,180 INFO [StoreOpener-ecda63f63a5b7e14bedf2ad6b23605cf-1 {}] regionserver.HStore(327): Store=ecda63f63a5b7e14bedf2ad6b23605cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/replication/ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/replication/ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:50,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/replication/ecda63f63a5b7e14bedf2ad6b23605cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:50,189 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ecda63f63a5b7e14bedf2ad6b23605cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59094286, jitterRate=-0.11942651867866516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:50,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:19:50,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ecda63f63a5b7e14bedf2ad6b23605cf: Running coprocessor pre-open hook at 1731118790172Writing region info on filesystem at 1731118790172Initializing all the Stores at 1731118790173 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118790173Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118790173Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118790173Cleaning up temporary data from old regions at 1731118790185 (+12 ms)Running coprocessor post-open hooks at 1731118790189 (+4 ms)Region opened successfully at 1731118790189 2024-11-09T02:19:50,190 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf., pid=10, masterSystemTime=1731118790145 2024-11-09T02:19:50,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:50,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:19:50,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ecda63f63a5b7e14bedf2ad6b23605cf, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,38633,1731118770843 2024-11-09T02:19:50,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ecda63f63a5b7e14bedf2ad6b23605cf, server=53f286d3af3b,38633,1731118770843 because future has completed 2024-11-09T02:19:50,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:19:50,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ecda63f63a5b7e14bedf2ad6b23605cf, server=53f286d3af3b,38633,1731118770843 in 212 msec 2024-11-09T02:19:50,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:19:50,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ecda63f63a5b7e14bedf2ad6b23605cf, ASSIGN in 370 msec 2024-11-09T02:19:50,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:50,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118790209"}]},"ts":"1731118790209"} 2024-11-09T02:19:50,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:19:50,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:50,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 842 msec 2024-11-09T02:19:50,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf., hostname=53f286d3af3b,38633,1731118770843, seqNum=2] 2024-11-09T02:19:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:50,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:19:50,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:19:50,393 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:50,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38633 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:19:50,475 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:19:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:50,507 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,38633,1731118770843, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:19:50,507 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:50,507 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38633,1731118770843, seqNum=-1] 2024-11-09T02:19:50,508 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:50,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:50,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,38633,1731118770843', locateType=CURRENT is [region=hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf., hostname=53f286d3af3b,38633,1731118770843, seqNum=2] 2024-11-09T02:19:50,515 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:19:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:19:50,525 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,38633,1731118770843 suceeded 2024-11-09T02:19:50,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:19:50,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-09T02:19:50,528 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:38729,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:19:50,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1680 sec 2024-11-09T02:19:50,541 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:38729' 2024-11-09T02:19:50,544 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ea39ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:50,544 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:50,544 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:50,545 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779027e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:50,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:50,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:50,548 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:50,548 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67fa3c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:50,549 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38729,1731118777168 2024-11-09T02:19:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19813592 2024-11-09T02:19:50,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:50,551 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T02:19:50,552 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,38633,1731118770843 (queues=1) is replicating from cluster=edbfb291-0dc8-429e-9eae-dd7620f53684 to cluster=b10e0494-7ac7-427e-97b6-b5c17b7ab713 2024-11-09T02:19:50,552 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C38633%2C1731118770843 2024-11-09T02:19:50,553 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,38633,1731118770843, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:19:50,554 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, startPosition=0, beingWritten=true 2024-11-09T02:19:50,564 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C38633%2C1731118770843 2024-11-09T02:19:50,591 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:50,591 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:50,603 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:50,798 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:50,997 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:51,105 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:51,510 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:51,523 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:19:51,523 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:51,523 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:51,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:51,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:51,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:51,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec10ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:51,548 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:51,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:51,550 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c482d57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:51,552 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13005596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:51,553 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38729,1731118777168 2024-11-09T02:19:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b893da 2024-11-09T02:19:51,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:51,556 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:51,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:34951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:19:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:19:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:51,560 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:34951' 2024-11-09T02:19:51,568 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fe2d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:51,568 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:19:51,569 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:51,573 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:19:51,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:19:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c20d36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:19:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:51,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:51,576 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:51,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9321f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:51,579 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:51,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34951,1731118765763 2024-11-09T02:19:51,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da83dce 2024-11-09T02:19:51,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:51,582 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:51,584 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:19:51,584 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:19:51,584 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:51,584 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:51,584 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:19:51,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:51,587 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:19:51,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:19:51,590 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:51,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:19:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:19:51,609 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61d79c6c266e396109f3ecbcfd8b4e51, NAME => 'hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7 2024-11-09T02:19:51,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:19:51,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:51,635 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 61d79c6c266e396109f3ecbcfd8b4e51, disabling compactions & flushes 2024-11-09T02:19:51,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:51,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:51,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. after waiting 0 ms 2024-11-09T02:19:51,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:51,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:51,636 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61d79c6c266e396109f3ecbcfd8b4e51: Waiting for close lock at 1731118791635Disabling compacts and flushes for region at 1731118791635Disabling writes for close at 1731118791636 (+1 ms)Writing region close event to WAL at 1731118791636Closed at 1731118791636 2024-11-09T02:19:51,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:19:51,637 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:19:51,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118791637"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118791637"}]},"ts":"1731118791637"} 2024-11-09T02:19:51,639 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:19:51,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:19:51,641 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118791641"}]},"ts":"1731118791641"} 2024-11-09T02:19:51,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:19:51,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61d79c6c266e396109f3ecbcfd8b4e51, ASSIGN}] 2024-11-09T02:19:51,644 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61d79c6c266e396109f3ecbcfd8b4e51, ASSIGN 2024-11-09T02:19:51,645 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61d79c6c266e396109f3ecbcfd8b4e51, ASSIGN; state=OFFLINE, location=53f286d3af3b,39197,1731118777404; forceNewPlan=false, retain=false 2024-11-09T02:19:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:51,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:51,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,716 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:51,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61d79c6c266e396109f3ecbcfd8b4e51, regionState=OPENING, regionLocation=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:51,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=61d79c6c266e396109f3ecbcfd8b4e51, ASSIGN because future has completed 2024-11-09T02:19:51,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d79c6c266e396109f3ecbcfd8b4e51, server=53f286d3af3b,39197,1731118777404}] 2024-11-09T02:19:51,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:19:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:51,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:51,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:19:51,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:19:51,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C39197%2C1731118777404.rep, suffix=, logDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404, archiveDir=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/oldWALs, maxLogs=10 2024-11-09T02:19:52,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.rep.1731118791992, exclude list is [], retry=0 2024-11-09T02:19:52,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33599,DS-6cd8fba7-02a4-461c-b3ca-54fdd5fa4c00,DISK] 2024-11-09T02:19:52,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.rep.1731118791992 2024-11-09T02:19:52,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39357:39357)] 2024-11-09T02:19:52,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 61d79c6c266e396109f3ecbcfd8b4e51, NAME => 'hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:19:52,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:19:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:19:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. service=MultiRowMutationService 2024-11-09T02:19:52,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:19:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:19:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,020 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,021 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d79c6c266e396109f3ecbcfd8b4e51 columnFamilyName hfileref 2024-11-09T02:19:52,022 DEBUG [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:52,022 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] regionserver.HStore(327): Store=61d79c6c266e396109f3ecbcfd8b4e51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:52,022 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,023 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d79c6c266e396109f3ecbcfd8b4e51 columnFamilyName queue 2024-11-09T02:19:52,023 DEBUG [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:52,023 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] regionserver.HStore(327): Store=61d79c6c266e396109f3ecbcfd8b4e51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:52,023 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,024 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61d79c6c266e396109f3ecbcfd8b4e51 columnFamilyName sid 2024-11-09T02:19:52,024 DEBUG [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:19:52,024 INFO [StoreOpener-61d79c6c266e396109f3ecbcfd8b4e51-1 {}] regionserver.HStore(327): Store=61d79c6c266e396109f3ecbcfd8b4e51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:19:52,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/replication/61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/replication/61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:19:52,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/replication/61d79c6c266e396109f3ecbcfd8b4e51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:19:52,028 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 61d79c6c266e396109f3ecbcfd8b4e51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67054935, jitterRate=-8.036047220230103E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:19:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:19:52,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 61d79c6c266e396109f3ecbcfd8b4e51: Running coprocessor pre-open hook at 1731118792015Writing region info on filesystem at 1731118792015Initializing all the Stores at 1731118792016 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118792016Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118792020 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118792020Cleaning up temporary data from old regions at 1731118792025 (+5 ms)Running coprocessor post-open hooks at 1731118792028 (+3 ms)Region opened successfully at 1731118792028 2024-11-09T02:19:52,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51., pid=10, masterSystemTime=1731118791968 2024-11-09T02:19:52,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:52,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:19:52,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=61d79c6c266e396109f3ecbcfd8b4e51, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,39197,1731118777404 2024-11-09T02:19:52,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61d79c6c266e396109f3ecbcfd8b4e51, server=53f286d3af3b,39197,1731118777404 because future has completed 2024-11-09T02:19:52,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:19:52,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 61d79c6c266e396109f3ecbcfd8b4e51, server=53f286d3af3b,39197,1731118777404 in 228 msec 2024-11-09T02:19:52,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:19:52,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=61d79c6c266e396109f3ecbcfd8b4e51, ASSIGN in 399 msec 2024-11-09T02:19:52,048 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:19:52,048 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118792048"}]},"ts":"1731118792048"} 2024-11-09T02:19:52,054 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:52,057 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:19:52,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:19:52,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 477 msec 2024-11-09T02:19:52,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51., hostname=53f286d3af3b,39197,1731118777404, seqNum=2] 2024-11-09T02:19:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:52,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:19:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:52,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:19:52,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:19:52,352 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:19:52,386 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,39197,1731118777404, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:19:52,387 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:52,387 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39197,1731118777404, seqNum=-1] 2024-11-09T02:19:52,387 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:52,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:52,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,39197,1731118777404', locateType=CURRENT is [region=hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51., hostname=53f286d3af3b,39197,1731118777404, seqNum=2] 2024-11-09T02:19:52,392 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:19:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:19:52,394 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,39197,1731118777404 suceeded 2024-11-09T02:19:52,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:19:52,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-09T02:19:52,395 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:34951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:19:52,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 839 msec 2024-11-09T02:19:52,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:34951' 2024-11-09T02:19:52,411 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2023a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,411 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:19:52,412 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:52,412 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:19:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:52,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:19:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c37edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:19:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:52,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:52,413 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:52,414 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f67350f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,414 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:52,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34951,1731118765763 2024-11-09T02:19:52,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abe7b36 2024-11-09T02:19:52,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:52,436 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T02:19:52,437 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,39197,1731118777404 (queues=1) is replicating from cluster=b10e0494-7ac7-427e-97b6-b5c17b7ab713 to cluster=6ee252b7-9b26-4079-92ae-b83ccf75449f 2024-11-09T02:19:52,437 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C39197%2C1731118777404 2024-11-09T02:19:52,437 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,39197,1731118777404, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:19:52,438 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C39197%2C1731118777404 2024-11-09T02:19:52,438 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, startPosition=0, beingWritten=true 2024-11-09T02:19:52,442 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:52,442 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 379, reset compression=false 2024-11-09T02:19:52,442 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:52,534 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:52,649 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 379, reset compression=false 2024-11-09T02:19:52,685 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:19:52,692 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:19:52,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:19:52,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:19:52,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:52,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:52,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:19:52,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a13acca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:19:52,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:52,694 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:19:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:19:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e714f8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:19:52,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:52,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:52,695 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:52,696 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b12d8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32971,-1 for getting cluster id 2024-11-09T02:19:52,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:52,698 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edbfb291-0dc8-429e-9eae-dd7620f53684' 2024-11-09T02:19:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edbfb291-0dc8-429e-9eae-dd7620f53684" 2024-11-09T02:19:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32296e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32971,-1] 2024-11-09T02:19:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:52,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:52,699 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:52,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57212d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:52,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:52,701 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:52,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d16cc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:52,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:52,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:52,703 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:52,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba6d3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:52,704 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43627,1731118765961, seqNum=-1] 2024-11-09T02:19:52,705 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:52,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9., hostname=53f286d3af3b,43627,1731118765961, seqNum=2] 2024-11-09T02:19:52,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39197,1731118777404, seqNum=-1] 2024-11-09T02:19:52,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:52,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:52,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118785004.9769ec213e25b60128457434e6343a04., hostname=53f286d3af3b,39197,1731118777404, seqNum=2] 2024-11-09T02:19:52,717 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T02:19:52,952 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 379, reset compression=false 2024-11-09T02:19:53,355 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 379, reset compression=false 2024-11-09T02:19:53,389 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:53,437 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 379, reset compression=false 2024-11-09T02:19:53,442 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:53,442 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 480, reset compression=false 2024-11-09T02:19:53,442 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dca1f8d8677bd0b5947e52fac4bb3f9/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T02:19:53,444 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:53,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T02:19:53,445 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:53,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c936beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:53,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,32971,-1 for getting cluster id 2024-11-09T02:19:53,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:53,452 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'edbfb291-0dc8-429e-9eae-dd7620f53684' 2024-11-09T02:19:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "edbfb291-0dc8-429e-9eae-dd7620f53684" 2024-11-09T02:19:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ceaaf7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,32971,-1] 2024-11-09T02:19:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:53,454 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:53,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb7640a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:53,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38633,1731118770843, seqNum=-1] 2024-11-09T02:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:53,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:53,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118782854.567cf867be65298a57e149ed198abc6b., hostname=53f286d3af3b,38633,1731118770843, seqNum=2] 2024-11-09T02:19:53,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:53,653 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 480, reset compression=false 2024-11-09T02:19:53,718 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T02:19:53,859 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 379, reset compression=false 2024-11-09T02:19:53,959 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 480, reset compression=false 2024-11-09T02:19:54,192 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 379, reset compression=false 2024-11-09T02:19:54,196 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:54,196 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 503, reset compression=false 2024-11-09T02:19:54,197 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[{test/567cf867be65298a57e149ed198abc6b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T02:19:54,199 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:54,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T02:19:54,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:54,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c436661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:54,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:54,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:54,201 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:54,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:54,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:54,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a046069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:54,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:54,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:54,202 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:54,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b8b9850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:54,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39197,1731118777404, seqNum=-1] 2024-11-09T02:19:54,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:54,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:54,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118785004.9769ec213e25b60128457434e6343a04., hostname=53f286d3af3b,39197,1731118777404, seqNum=2] 2024-11-09T02:19:54,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:54,362 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 480, reset compression=false 2024-11-09T02:19:54,401 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 503, reset compression=false 2024-11-09T02:19:54,462 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 379, reset compression=false 2024-11-09T02:19:54,495 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:54,496 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 527, reset compression=false 2024-11-09T02:19:54,496 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:54,699 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 527, reset compression=false 2024-11-09T02:19:54,704 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 503, reset compression=false 2024-11-09T02:19:54,720 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T02:19:54,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,38633,1731118770843, seqNum=-1] 2024-11-09T02:19:54,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:54,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:19:54,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731118782854.567cf867be65298a57e149ed198abc6b., hostname=53f286d3af3b,38633,1731118770843, seqNum=2] 2024-11-09T02:19:54,726 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T02:19:54,866 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 480, reset compression=false 2024-11-09T02:19:55,003 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 527, reset compression=false 2024-11-09T02:19:55,107 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 503, reset compression=false 2024-11-09T02:19:55,111 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:55,112 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 607, reset compression=false 2024-11-09T02:19:55,112 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[{test/567cf867be65298a57e149ed198abc6b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:19:55,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:55,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:55,315 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 607, reset compression=false 2024-11-09T02:19:55,352 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:19:55,406 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 527, reset compression=false 2024-11-09T02:19:55,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:55,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 655, reset compression=false 2024-11-09T02:19:55,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[{test/9769ec213e25b60128457434e6343a04/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T02:19:55,413 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:19:55,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T02:19:55,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:55,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b50722b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:55,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:19:55,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:55,415 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:19:55,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:55,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:19:55,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d8a8c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:55,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:19:55,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:55,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:55,416 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:55,416 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63766a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:55,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:19:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43627,1731118765961, seqNum=-1] 2024-11-09T02:19:55,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:19:55,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T02:19:55,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9., hostname=53f286d3af3b,43627,1731118765961, seqNum=2] 2024-11-09T02:19:55,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:55,469 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 480, reset compression=false 2024-11-09T02:19:55,472 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:55,472 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 632, reset compression=false 2024-11-09T02:19:55,472 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:55,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 655, reset compression=false 2024-11-09T02:19:55,618 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 607, reset compression=false 2024-11-09T02:19:55,676 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 632, reset compression=false 2024-11-09T02:19:55,728 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T02:19:55,731 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T02:19:55,917 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 655, reset compression=false 2024-11-09T02:19:55,921 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:55,921 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 759, reset compression=false 2024-11-09T02:19:55,921 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[{test/9769ec213e25b60128457434e6343a04/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:19:55,922 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:55,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:55,979 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 632, reset compression=false 2024-11-09T02:19:55,982 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:55,983 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 760, reset compression=false 2024-11-09T02:19:55,983 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dca1f8d8677bd0b5947e52fac4bb3f9/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T02:19:55,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:55,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:56,021 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 607, reset compression=false 2024-11-09T02:19:56,026 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:56,026 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 758, reset compression=false 2024-11-09T02:19:56,026 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:56,124 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 759, reset compression=false 2024-11-09T02:19:56,186 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 760, reset compression=false 2024-11-09T02:19:56,229 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 758, reset compression=false 2024-11-09T02:19:56,428 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 759, reset compression=false 2024-11-09T02:19:56,493 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 760, reset compression=false 2024-11-09T02:19:56,533 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 758, reset compression=false 2024-11-09T02:19:56,733 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T02:19:56,736 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T02:19:56,831 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 759, reset compression=false 2024-11-09T02:19:56,897 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 760, reset compression=false 2024-11-09T02:19:56,901 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:56,901 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 916, reset compression=false 2024-11-09T02:19:56,901 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dca1f8d8677bd0b5947e52fac4bb3f9/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T02:19:56,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:56,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:56,936 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 758, reset compression=false 2024-11-09T02:19:56,942 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:56,943 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 905, reset compression=false 2024-11-09T02:19:56,943 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[{test/567cf867be65298a57e149ed198abc6b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T02:19:56,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:56,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:57,105 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 916, reset compression=false 2024-11-09T02:19:57,149 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 905, reset compression=false 2024-11-09T02:19:57,335 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 759, reset compression=false 2024-11-09T02:19:57,358 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:57,358 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 930, reset compression=false 2024-11-09T02:19:57,358 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:57,408 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 916, reset compression=false 2024-11-09T02:19:57,452 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 905, reset compression=false 2024-11-09T02:19:57,518 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:19:57,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,574 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 930, reset compression=false 2024-11-09T02:19:57,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:19:57,740 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T02:19:57,744 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T02:19:57,813 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 916, reset compression=false 2024-11-09T02:19:57,856 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 905, reset compression=false 2024-11-09T02:19:57,861 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:57,861 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1064, reset compression=false 2024-11-09T02:19:57,861 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[{test/567cf867be65298a57e149ed198abc6b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T02:19:57,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:57,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:57,878 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 930, reset compression=false 2024-11-09T02:19:57,882 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:57,882 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1080, reset compression=false 2024-11-09T02:19:57,883 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[{test/9769ec213e25b60128457434e6343a04/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T02:19:57,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:57,887 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:58,069 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1064, reset compression=false 2024-11-09T02:19:58,090 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1080, reset compression=false 2024-11-09T02:19:58,316 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 916, reset compression=false 2024-11-09T02:19:58,320 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:58,320 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1090, reset compression=false 2024-11-09T02:19:58,320 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:58,373 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1064, reset compression=false 2024-11-09T02:19:58,394 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1080, reset compression=false 2024-11-09T02:19:58,522 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1090, reset compression=false 2024-11-09T02:19:58,746 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T02:19:58,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T02:19:58,776 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1064, reset compression=false 2024-11-09T02:19:58,796 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1080, reset compression=false 2024-11-09T02:19:58,800 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:58,800 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1239, reset compression=false 2024-11-09T02:19:58,800 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[{test/9769ec213e25b60128457434e6343a04/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T02:19:58,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:58,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:58,825 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1090, reset compression=false 2024-11-09T02:19:58,829 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:19:58,829 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1240, reset compression=false 2024-11-09T02:19:58,829 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dca1f8d8677bd0b5947e52fac4bb3f9/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T02:19:58,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:19:58,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:19:59,003 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1239, reset compression=false 2024-11-09T02:19:59,032 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1240, reset compression=false 2024-11-09T02:19:59,279 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1064, reset compression=false 2024-11-09T02:19:59,284 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:19:59,284 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1237, reset compression=false 2024-11-09T02:19:59,284 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:19:59,306 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1239, reset compression=false 2024-11-09T02:19:59,335 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1240, reset compression=false 2024-11-09T02:19:59,487 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1237, reset compression=false 2024-11-09T02:19:59,710 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1239, reset compression=false 2024-11-09T02:19:59,738 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1240, reset compression=false 2024-11-09T02:19:59,750 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T02:19:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:59,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:19:59,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:19:59,757 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:19:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:19:59,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:19:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d5cda97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:19:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:19:59,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:19:59,758 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:19:59,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f57d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:19:59,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:19:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38729,1731118777168 2024-11-09T02:19:59,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5fecf82e 2024-11-09T02:19:59,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:19:59,764 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:19:59,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T02:19:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T02:19:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:19:59,791 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1237, reset compression=false 2024-11-09T02:19:59,852 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:19:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:20:00,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T02:20:00,005 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T02:20:00,005 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T02:20:00,006 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,39197,1731118777404 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T02:20:00,006 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0. 2024-11-09T02:20:00,006 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:00,006 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:00,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:00,006 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:00,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:20:00,106 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:20:00,107 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:20:00,194 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1237, reset compression=false 2024-11-09T02:20:00,207 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 terminated 2024-11-09T02:20:00,222 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,39197,1731118777404, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:20:00,222 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T02:20:00,222 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T02:20:00,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T02:20:00,224 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 53f286d3af3b,39197,1731118777404 suceeded 2024-11-09T02:20:00,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T02:20:00,226 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-09T02:20:00,226 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T02:20:00,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 462 msec 2024-11-09T02:20:00,235 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:34951' 2024-11-09T02:20:00,236 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35648dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:00,236 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34951,-1 for getting cluster id 2024-11-09T02:20:00,236 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:00,236 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6ee252b7-9b26-4079-92ae-b83ccf75449f' 2024-11-09T02:20:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6ee252b7-9b26-4079-92ae-b83ccf75449f" 2024-11-09T02:20:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62da4d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34951,-1] 2024-11-09T02:20:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:00,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:00,238 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:00,238 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14e9c6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:00,238 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34951,1731118765763 2024-11-09T02:20:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c2939d8 2024-11-09T02:20:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:00,239 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T02:20:00,240 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,39197,1731118777404 (queues=1) is replicating from cluster=b10e0494-7ac7-427e-97b6-b5c17b7ab713 to cluster=6ee252b7-9b26-4079-92ae-b83ccf75449f 2024-11-09T02:20:00,240 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C39197%2C1731118777404 2024-11-09T02:20:00,240 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,39197,1731118777404, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:20:00,240 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C39197%2C1731118777404 2024-11-09T02:20:00,241 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1240, reset compression=false 2024-11-09T02:20:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:20:00,392 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:20:00,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:00,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:00,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:00,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:00,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:00,395 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T02:20:00,680 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:20:00,697 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1237, reset compression=false 2024-11-09T02:20:00,844 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1240, reset compression=false 2024-11-09T02:20:00,848 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:00,848 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1344, reset compression=false 2024-11-09T02:20:00,848 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[{test/9dca1f8d8677bd0b5947e52fac4bb3f9/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:20:00,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:00,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38633 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:01,050 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1344, reset compression=false 2024-11-09T02:20:01,302 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1237, reset compression=false 2024-11-09T02:20:01,307 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:01,307 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1364, reset compression=false 2024-11-09T02:20:01,307 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[{test/567cf867be65298a57e149ed198abc6b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T02:20:01,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:01,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:01,354 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1344, reset compression=false 2024-11-09T02:20:01,397 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T02:20:01,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc6245b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:01,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,38729,-1 for getting cluster id 2024-11-09T02:20:01,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:01,400 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b10e0494-7ac7-427e-97b6-b5c17b7ab713' 2024-11-09T02:20:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b10e0494-7ac7-427e-97b6-b5c17b7ab713" 2024-11-09T02:20:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b00af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,38729,-1] 2024-11-09T02:20:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:01,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,402 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:01,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280db711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:01,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,38729,1731118777168 2024-11-09T02:20:01,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6dc51586 2024-11-09T02:20:01,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:01,407 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:01,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T02:20:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T02:20:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T02:20:01,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:20:01,520 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1364, reset compression=false 2024-11-09T02:20:01,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T02:20:01,524 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:01,524 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:01,525 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[{test/567cf867be65298a57e149ed198abc6b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:20:01,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:01,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39197 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:01,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39197 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T02:20:01,612 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T02:20:01,612 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T02:20:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T02:20:01,614 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 53f286d3af3b,39197,1731118777404 suceeded 2024-11-09T02:20:01,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T02:20:01,616 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-09T02:20:01,616 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T02:20:01,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 208 msec 2024-11-09T02:20:01,642 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, startPosition=1239, beingWritten=true 2024-11-09T02:20:01,646 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:01,646 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1518, reset compression=false 2024-11-09T02:20:01,646 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[{test/9769ec213e25b60128457434e6343a04/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T02:20:01,648 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:01,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T02:20:01,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:01,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43627 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:01,728 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:01,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38729 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T02:20:01,732 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:20:01,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:01,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:01,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:01,735 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T02:20:01,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:20:01,735 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:01,735 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:01,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:20:01,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:01,735 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1209773059, stopped=false 2024-11-09T02:20:01,735 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,38729,1731118777168 2024-11-09T02:20:01,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21226347333/running 2024-11-09T02:20:01,748 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:01,748 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:01,748 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:01,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:20:01,750 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,39197,1731118777404' ***** 2024-11-09T02:20:01,750 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:20:01,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/running 2024-11-09T02:20:01,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21226347333/running 2024-11-09T02:20:01,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:20:01,751 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:20:01,751 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:20:01,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Set watcher on znode that does not yet exist, /21226347333/running 2024-11-09T02:20:01,752 INFO [RS:0;53f286d3af3b:39197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:20:01,752 INFO [RS:0;53f286d3af3b:39197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:20:01,752 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(3091): Received CLOSE for 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:01,753 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(3091): Received CLOSE for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:20:01,753 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,39197,1731118777404 2024-11-09T02:20:01,753 INFO [RS:0;53f286d3af3b:39197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:01,753 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9769ec213e25b60128457434e6343a04, disabling compactions & flushes 2024-11-09T02:20:01,753 INFO [RS:0;53f286d3af3b:39197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:39197. 2024-11-09T02:20:01,753 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:20:01,753 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:20:01,753 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118785004.9769ec213e25b60128457434e6343a04. after waiting 0 ms 2024-11-09T02:20:01,753 DEBUG [RS:0;53f286d3af3b:39197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:01,753 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:20:01,753 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:01,753 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9769ec213e25b60128457434e6343a04 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T02:20:01,754 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:20:01,754 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:20:01,754 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:20:01,754 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:20:01,756 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:20:01,756 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9769ec213e25b60128457434e6343a04=test,,1731118785004.9769ec213e25b60128457434e6343a04., 61d79c6c266e396109f3ecbcfd8b4e51=hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.} 2024-11-09T02:20:01,756 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:01,756 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:01,756 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:01,756 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:01,756 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:01,756 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:01,756 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:20:01,757 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1344, reset compression=false 2024-11-09T02:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:01,765 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:01,779 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/info/5d338116720b4ec88ec4d675f449a04d is 147, key is hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51./info:regioninfo/1731118792031/Put/seqid=0 2024-11-09T02:20:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741840_1016 (size=7686) 2024-11-09T02:20:01,785 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/f/1352858c829c47568fd36c7ef9653f6a is 37, key is row3/f:row3/1731118800393/Put/seqid=0 2024-11-09T02:20:01,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741841_1017 (size=5228) 2024-11-09T02:20:01,849 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1518, reset compression=false 2024-11-09T02:20:01,850 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:01,853 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:01,853 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1765, reset compression=false 2024-11-09T02:20:01,853 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,39197,1731118777404 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:01,854 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,39197,1731118777404: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,39197,1731118777404, walGroup=53f286d3af3b%2C39197%2C1731118777404, offset=53f286d3af3b%2C39197%2C1731118777404.1731118779565:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:39197 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:20:01,855 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:20:01,855 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:20:01,856 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:20:01,856 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:20:01,856 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:20:01,856 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 774586640 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198880816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:20:01,856 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:38729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:38729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:20:01,956 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:01,968 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:02,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:02,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:20:02,022 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68515 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:20:02,037 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:02,057 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1765, reset compression=false 2024-11-09T02:20:02,157 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:02,183 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/info/5d338116720b4ec88ec4d675f449a04d 2024-11-09T02:20:02,188 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/f/1352858c829c47568fd36c7ef9653f6a 2024-11-09T02:20:02,192 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1352858c829c47568fd36c7ef9653f6a 2024-11-09T02:20:02,199 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/ns/02fc9aaf11594e4f8d013a23b7a92f65 is 43, key is default/ns:d/1731118780575/Put/seqid=0 2024-11-09T02:20:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:20:02,205 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/f1/55d926e02c8d4ac7897abc4baa53f94f is 30, key is row1/f1:/1731118797741/DeleteFamily/seqid=0 2024-11-09T02:20:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741843_1019 (size=5158) 2024-11-09T02:20:02,271 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:02,357 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:02,359 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1765, reset compression=false 2024-11-09T02:20:02,441 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:02,519 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:20:02,519 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:20:02,557 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:02,604 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/ns/02fc9aaf11594e4f8d013a23b7a92f65 2024-11-09T02:20:02,609 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/f1/55d926e02c8d4ac7897abc4baa53f94f 2024-11-09T02:20:02,613 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55d926e02c8d4ac7897abc4baa53f94f 2024-11-09T02:20:02,626 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/rep_barrier/c5353804d21f44bb82d05de048ac260b is 112, key is test,,1731118785004.9769ec213e25b60128457434e6343a04./rep_barrier:seqnumDuringOpen/1731118786189/Put/seqid=0 2024-11-09T02:20:02,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741844_1020 (size=5518) 2024-11-09T02:20:02,630 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/norep/09bbd39f9d174fbbbeeeb7fd0f5399c1 is 33, key is row2/norep:/1731118798746/DeleteFamily/seqid=0 2024-11-09T02:20:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741845_1021 (size=5108) 2024-11-09T02:20:02,675 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:02,757 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:02,762 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1765, reset compression=false 2024-11-09T02:20:02,944 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:02,957 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51, 9769ec213e25b60128457434e6343a04 2024-11-09T02:20:03,030 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/rep_barrier/c5353804d21f44bb82d05de048ac260b 2024-11-09T02:20:03,034 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/norep/09bbd39f9d174fbbbeeeb7fd0f5399c1 2024-11-09T02:20:03,038 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09bbd39f9d174fbbbeeeb7fd0f5399c1 2024-11-09T02:20:03,039 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/f/1352858c829c47568fd36c7ef9653f6a as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/f/1352858c829c47568fd36c7ef9653f6a 2024-11-09T02:20:03,045 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1352858c829c47568fd36c7ef9653f6a 2024-11-09T02:20:03,045 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/f/1352858c829c47568fd36c7ef9653f6a, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T02:20:03,046 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/f1/55d926e02c8d4ac7897abc4baa53f94f as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/f1/55d926e02c8d4ac7897abc4baa53f94f 2024-11-09T02:20:03,050 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55d926e02c8d4ac7897abc4baa53f94f 2024-11-09T02:20:03,050 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/f1/55d926e02c8d4ac7897abc4baa53f94f, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T02:20:03,050 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/.tmp/norep/09bbd39f9d174fbbbeeeb7fd0f5399c1 as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/norep/09bbd39f9d174fbbbeeeb7fd0f5399c1 2024-11-09T02:20:03,054 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09bbd39f9d174fbbbeeeb7fd0f5399c1 2024-11-09T02:20:03,054 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/table/e3b7863cfe394e3480e4564d00452ee8 is 53, key is hbase:replication/table:state/1731118792048/Put/seqid=0 2024-11-09T02:20:03,054 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/norep/09bbd39f9d174fbbbeeeb7fd0f5399c1, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T02:20:03,055 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9769ec213e25b60128457434e6343a04 in 1302ms, sequenceid=12, compaction requested=false 2024-11-09T02:20:03,069 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/default/test/9769ec213e25b60128457434e6343a04/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T02:20:03,069 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:03,069 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:03,069 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9769ec213e25b60128457434e6343a04: Waiting for close lock at 1731118801753Running coprocessor pre-close hooks at 1731118801753Disabling compacts and flushes for region at 1731118801753Disabling writes for close at 1731118801753Obtaining lock to block concurrent updates at 1731118801753Preparing flush snapshotting stores in 9769ec213e25b60128457434e6343a04 at 1731118801753Finished memstore snapshotting test,,1731118785004.9769ec213e25b60128457434e6343a04., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731118801754 (+1 ms)Flushing stores of test,,1731118785004.9769ec213e25b60128457434e6343a04. at 1731118801754Flushing 9769ec213e25b60128457434e6343a04/f: creating writer at 1731118801755 (+1 ms)Flushing 9769ec213e25b60128457434e6343a04/f: appending metadata at 1731118801785 (+30 ms)Flushing 9769ec213e25b60128457434e6343a04/f: closing flushed file at 1731118801785Flushing 9769ec213e25b60128457434e6343a04/f1: creating writer at 1731118802192 (+407 ms)Flushing 9769ec213e25b60128457434e6343a04/f1: appending metadata at 1731118802204 (+12 ms)Flushing 9769ec213e25b60128457434e6343a04/f1: closing flushed file at 1731118802204Flushing 9769ec213e25b60128457434e6343a04/norep: creating writer at 1731118802613 (+409 ms)Flushing 9769ec213e25b60128457434e6343a04/norep: appending metadata at 1731118802630 (+17 ms)Flushing 9769ec213e25b60128457434e6343a04/norep: closing flushed file at 1731118802630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b9ae1d: reopening flushed file at 1731118803038 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f17341: reopening flushed file at 1731118803045 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f38f1da: reopening flushed file at 1731118803050 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9769ec213e25b60128457434e6343a04 in 1302ms, sequenceid=12, compaction requested=false at 1731118803055 (+5 ms)Writing region close event to WAL at 1731118803060 (+5 ms)Running coprocessor post-close hooks at 1731118803069 (+9 ms)Closed at 1731118803069 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118785004.9769ec213e25b60128457434e6343a04. 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61d79c6c266e396109f3ecbcfd8b4e51, disabling compactions & flushes 2024-11-09T02:20:03,070 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. after waiting 0 ms 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61d79c6c266e396109f3ecbcfd8b4e51: Waiting for close lock at 1731118803070Running coprocessor pre-close hooks at 1731118803070Disabling compacts and flushes for region at 1731118803070Disabling writes for close at 1731118803070Failed flush hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51., putting online again at 1731118803070 2024-11-09T02:20:03,070 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741846_1022 (size=5308) 2024-11-09T02:20:03,157 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:20:03,158 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 61d79c6c266e396109f3ecbcfd8b4e51=hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51.} 2024-11-09T02:20:03,158 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(3091): Received CLOSE for 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:20:03,158 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 61d79c6c266e396109f3ecbcfd8b4e51 2024-11-09T02:20:03,158 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 61d79c6c266e396109f3ecbcfd8b4e51, disabling compactions & flushes 2024-11-09T02:20:03,158 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,158 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,158 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. after waiting 0 ms 2024-11-09T02:20:03,158 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,158 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 61d79c6c266e396109f3ecbcfd8b4e51: Waiting for close lock at 1731118803158Running coprocessor pre-close hooks at 1731118803158Disabling compacts and flushes for region at 1731118803158Disabling writes for close at 1731118803158Failed flush hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51., putting online again at 1731118803158 2024-11-09T02:20:03,158 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118791584.61d79c6c266e396109f3ecbcfd8b4e51. 2024-11-09T02:20:03,179 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:03,265 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 1765, reset compression=false 2024-11-09T02:20:03,269 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:03,269 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 2409, reset compression=false 2024-11-09T02:20:03,358 DEBUG [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:20:03,472 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/WALs/53f286d3af3b,39197,1731118777404/53f286d3af3b%2C39197%2C1731118777404.1731118779565 to pos 2409, reset compression=false 2024-11-09T02:20:03,478 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/table/e3b7863cfe394e3480e4564d00452ee8 2024-11-09T02:20:03,482 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/info/5d338116720b4ec88ec4d675f449a04d as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/info/5d338116720b4ec88ec4d675f449a04d 2024-11-09T02:20:03,487 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/info/5d338116720b4ec88ec4d675f449a04d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:20:03,488 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/ns/02fc9aaf11594e4f8d013a23b7a92f65 as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/ns/02fc9aaf11594e4f8d013a23b7a92f65 2024-11-09T02:20:03,492 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/ns/02fc9aaf11594e4f8d013a23b7a92f65, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:20:03,493 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/rep_barrier/c5353804d21f44bb82d05de048ac260b as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/rep_barrier/c5353804d21f44bb82d05de048ac260b 2024-11-09T02:20:03,497 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/rep_barrier/c5353804d21f44bb82d05de048ac260b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:20:03,497 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/.tmp/table/e3b7863cfe394e3480e4564d00452ee8 as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/table/e3b7863cfe394e3480e4564d00452ee8 2024-11-09T02:20:03,501 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/table/e3b7863cfe394e3480e4564d00452ee8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:20:03,503 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false 2024-11-09T02:20:03,507 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:20:03,508 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:03,508 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:03,508 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:03,508 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118801756Running coprocessor pre-close hooks at 1731118801756Disabling compacts and flushes for region at 1731118801756Disabling writes for close at 1731118801756Obtaining lock to block concurrent updates at 1731118801757 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731118801757Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118801757Flushing stores of hbase:meta,,1.1588230740 at 1731118801757Flushing 1588230740/info: creating writer at 1731118801758 (+1 ms)Flushing 1588230740/info: appending metadata at 1731118801778 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731118801778Flushing 1588230740/ns: creating writer at 1731118802186 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731118802199 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731118802199Flushing 1588230740/rep_barrier: creating writer at 1731118802609 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118802625 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118802625Flushing 1588230740/table: creating writer at 1731118803035 (+410 ms)Flushing 1588230740/table: appending metadata at 1731118803053 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731118803053Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12b0e181: reopening flushed file at 1731118803481 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361f87f4: reopening flushed file at 1731118803487 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7838e2ba: reopening flushed file at 1731118803492 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25e16235: reopening flushed file at 1731118803497 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1747ms, sequenceid=16, compaction requested=false at 1731118803503 (+6 ms)Writing region close event to WAL at 1731118803504 (+1 ms)Running coprocessor post-close hooks at 1731118803508 (+4 ms)Closed at 1731118803508 2024-11-09T02:20:03,508 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:03,548 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:03,558 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T02:20:03,558 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,39197,1731118777404; all regions closed. 2024-11-09T02:20:03,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:20:03,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741839_1015 (size=2390) 2024-11-09T02:20:03,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741832_1008 (size=2417) 2024-11-09T02:20:03,572 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:03,573 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:03,573 INFO [RS:0;53f286d3af3b:39197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:03,573 INFO [RS:0;53f286d3af3b:39197 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:03,573 INFO [RS:0;53f286d3af3b:39197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:03,573 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:03,574 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,39197,1731118777404 because: Region server is closing 2024-11-09T02:20:03,574 INFO [RS:0;53f286d3af3b:39197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:39197. 2024-11-09T02:20:03,574 DEBUG [RS:0;53f286d3af3b:39197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:03,574 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:03,575 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:03,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:03,675 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.shipper53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 terminated 2024-11-09T02:20:03,675 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,39197,1731118777404.replicationSource.wal-reader.53f286d3af3b%2C39197%2C1731118777404,1-53f286d3af3b,39197,1731118777404 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:20:03,675 INFO [RS:0;53f286d3af3b:39197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:39197. 2024-11-09T02:20:03,675 DEBUG [RS:0;53f286d3af3b:39197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:03,675 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:03,676 DEBUG [RS:0;53f286d3af3b:39197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:03,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:03,676 INFO [RS:0;53f286d3af3b:39197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39197 2024-11-09T02:20:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21226347333/rs/53f286d3af3b,39197,1731118777404 2024-11-09T02:20:03,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333/rs 2024-11-09T02:20:03,695 INFO [RS:0;53f286d3af3b:39197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:03,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,39197,1731118777404] 2024-11-09T02:20:03,716 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21226347333/draining/53f286d3af3b,39197,1731118777404 already deleted, retry=false 2024-11-09T02:20:03,716 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,39197,1731118777404 expired; onlineServers=0 2024-11-09T02:20:03,716 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,38729,1731118777168' ***** 2024-11-09T02:20:03,716 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:20:03,716 INFO [M:0;53f286d3af3b:38729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:03,716 INFO [M:0;53f286d3af3b:38729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:03,716 DEBUG [M:0;53f286d3af3b:38729 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:20:03,716 DEBUG [M:0;53f286d3af3b:38729 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:20:03,716 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:20:03,716 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118779346 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118779346,5,FailOnTimeoutGroup] 2024-11-09T02:20:03,716 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118779346 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118779346,5,FailOnTimeoutGroup] 2024-11-09T02:20:03,716 INFO [M:0;53f286d3af3b:38729 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:03,716 INFO [M:0;53f286d3af3b:38729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:03,716 DEBUG [M:0;53f286d3af3b:38729 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:20:03,717 INFO [M:0;53f286d3af3b:38729 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:20:03,717 INFO [M:0;53f286d3af3b:38729 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:03,717 INFO [M:0;53f286d3af3b:38729 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:20:03,717 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:20:03,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21226347333/master 2024-11-09T02:20:03,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21226347333 2024-11-09T02:20:03,780 DEBUG [M:0;53f286d3af3b:38729 {}] zookeeper.ZKUtil(347): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Unable to get data of znode /21226347333/master because node does not exist (not an error) 2024-11-09T02:20:03,780 WARN [M:0;53f286d3af3b:38729 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:20:03,781 INFO [M:0;53f286d3af3b:38729 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/.lastflushedseqids 2024-11-09T02:20:03,782 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741847_1023 (size=245) 2024-11-09T02:20:03,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:03,805 INFO [RS:0;53f286d3af3b:39197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:03,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39197-0x1011d640a2e0007, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:03,806 INFO [RS:0;53f286d3af3b:39197 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,39197,1731118777404; zookeeper connection closed. 2024-11-09T02:20:03,806 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26a976bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26a976bb 2024-11-09T02:20:03,806 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:20:04,185 INFO [M:0;53f286d3af3b:38729 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:20:04,185 INFO [M:0;53f286d3af3b:38729 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:20:04,186 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:04,186 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:04,186 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:04,186 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:04,186 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:04,186 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-09T02:20:04,200 DEBUG [M:0;53f286d3af3b:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33fc56740e3249d78979761c9aa5e5eb is 82, key is hbase:meta,,1/info:regioninfo/1731118780539/Put/seqid=0 2024-11-09T02:20:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:20:04,251 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:04,485 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:04,603 INFO [M:0;53f286d3af3b:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33fc56740e3249d78979761c9aa5e5eb 2024-11-09T02:20:04,620 DEBUG [M:0;53f286d3af3b:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22af3b2ab0454d798d889485445b5c2b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118792063/Put/seqid=0 2024-11-09T02:20:04,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741849_1025 (size=9213) 2024-11-09T02:20:05,024 INFO [M:0;53f286d3af3b:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22af3b2ab0454d798d889485445b5c2b 2024-11-09T02:20:05,041 DEBUG [M:0;53f286d3af3b:38729 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09079d91210545d3a6eb8f99d0c59827 is 69, key is 53f286d3af3b,39197,1731118777404/rs:state/1731118779388/Put/seqid=0 2024-11-09T02:20:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:20:05,055 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:05,288 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:05,445 INFO [M:0;53f286d3af3b:38729 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09079d91210545d3a6eb8f99d0c59827 2024-11-09T02:20:05,449 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/33fc56740e3249d78979761c9aa5e5eb as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33fc56740e3249d78979761c9aa5e5eb 2024-11-09T02:20:05,451 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/33fc56740e3249d78979761c9aa5e5eb, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T02:20:05,452 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22af3b2ab0454d798d889485445b5c2b as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22af3b2ab0454d798d889485445b5c2b 2024-11-09T02:20:05,455 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22af3b2ab0454d798d889485445b5c2b, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T02:20:05,455 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09079d91210545d3a6eb8f99d0c59827 as hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09079d91210545d3a6eb8f99d0c59827 2024-11-09T02:20:05,458 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42535/user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09079d91210545d3a6eb8f99d0c59827, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T02:20:05,459 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false 2024-11-09T02:20:05,460 INFO [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:05,460 DEBUG [M:0;53f286d3af3b:38729 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118804185Disabling compacts and flushes for region at 1731118804185Disabling writes for close at 1731118804186 (+1 ms)Obtaining lock to block concurrent updates at 1731118804186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118804186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731118804186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118804187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118804187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118804199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118804199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118804607 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118804620 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118804620Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118805027 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118805041 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118805041Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d122d89: reopening flushed file at 1731118805448 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3617778: reopening flushed file at 1731118805451 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b60a5a: reopening flushed file at 1731118805455 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=127, compaction requested=false at 1731118805459 (+4 ms)Writing region close event to WAL at 1731118805460 (+1 ms)Closed at 1731118805460 2024-11-09T02:20:05,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33599 is added to blk_1073741830_1006 (size=73878) 2024-11-09T02:20:05,461 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22f4d270-3796-c750-ede8-9597ea300fd7/MasterData/WALs/53f286d3af3b,38729,1731118777168/53f286d3af3b%2C38729%2C1731118777168.1731118778996 not finished, retry = 0 2024-11-09T02:20:05,562 INFO [M:0;53f286d3af3b:38729 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:20:05,562 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:05,562 INFO [M:0;53f286d3af3b:38729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38729 2024-11-09T02:20:05,563 INFO [M:0;53f286d3af3b:38729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:05,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:05,758 INFO [M:0;53f286d3af3b:38729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:05,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38729-0x1011d640a2e0006, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:05,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7615a626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:05,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@190e30a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:05,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:05,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae5e2af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:05,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736c85e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:05,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:20:05,762 WARN [BP-814743420-172.17.0.3-1731118774908 heartbeating to localhost/127.0.0.1:42535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:20:05,762 WARN [BP-814743420-172.17.0.3-1731118774908 heartbeating to localhost/127.0.0.1:42535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-814743420-172.17.0.3-1731118774908 (Datanode Uuid a80bf1d8-8f50-4b83-a1ec-db98939e6db8) service to localhost/127.0.0.1:42535 2024-11-09T02:20:05,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:20:05,762 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/cluster_e9f6c962-6089-0570-d2e3-169c29aebe95/data/data1/current/BP-814743420-172.17.0.3-1731118774908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:05,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/cluster_e9f6c962-6089-0570-d2e3-169c29aebe95/data/data2/current/BP-814743420-172.17.0.3-1731118774908 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:05,763 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:20:05,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f67c797{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:05,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51b00fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:05,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:05,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3775579f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:05,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422ef394{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:20:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:20:05,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:05,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:05,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:05,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:05,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:05,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:20:05,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=205432473, stopped=false 2024-11-09T02:20:05,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,32971,1731118770709 2024-11-09T02:20:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346214705/running 2024-11-09T02:20:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346214705/running 2024-11-09T02:20:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:20:05,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:20:05,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/running 2024-11-09T02:20:05,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Set watcher on znode that does not yet exist, /11346214705/running 2024-11-09T02:20:05,801 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:05,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:05,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:05,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:05,801 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,38633,1731118770843' ***** 2024-11-09T02:20:05,801 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:20:05,802 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(3091): Received CLOSE for 567cf867be65298a57e149ed198abc6b 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(3091): Received CLOSE for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,38633,1731118770843 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38633. 2024-11-09T02:20:05,802 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 567cf867be65298a57e149ed198abc6b, disabling compactions & flushes 2024-11-09T02:20:05,802 DEBUG [RS:0;53f286d3af3b:38633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:05,802 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:20:05,802 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:05,802 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:20:05,802 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118782854.567cf867be65298a57e149ed198abc6b. after waiting 0 ms 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:20:05,802 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:20:05,802 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 567cf867be65298a57e149ed198abc6b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T02:20:05,802 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:20:05,803 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1325): Online Regions={567cf867be65298a57e149ed198abc6b=test,,1731118782854.567cf867be65298a57e149ed198abc6b., 1588230740=hbase:meta,,1.1588230740, ecda63f63a5b7e14bedf2ad6b23605cf=hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.} 2024-11-09T02:20:05,803 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567cf867be65298a57e149ed198abc6b, ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:05,803 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:05,803 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:05,803 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:05,803 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:05,803 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:05,803 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:20:05,808 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:05,816 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/info/eeeff31d25754d42a4a6e9078259bd21 is 147, key is hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf./info:regioninfo/1731118790192/Put/seqid=0 2024-11-09T02:20:05,819 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/f/023d7719db6e499cbfcbed1006066dfc is 37, key is row3/f:row3/1731118800393/Put/seqid=0 2024-11-09T02:20:05,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741840_1016 (size=7686) 2024-11-09T02:20:05,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741841_1017 (size=5228) 2024-11-09T02:20:05,958 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1468, reset compression=false 2024-11-09T02:20:05,961 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:05,961 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1715, reset compression=false 2024-11-09T02:20:05,961 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,38633,1731118770843 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:05,962 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,38633,1731118770843: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,38633,1731118770843, walGroup=53f286d3af3b%2C38633%2C1731118770843, offset=53f286d3af3b%2C38633%2C1731118770843.1731118773504:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:38633 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:20:05,963 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:20:05,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:20:05,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:20:05,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:20:05,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:20:05,964 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 854278416 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199322952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:20:05,964 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:32971 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:20:06,003 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567cf867be65298a57e149ed198abc6b, ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:06,165 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1715, reset compression=false 2024-11-09T02:20:06,191 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:06,203 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567cf867be65298a57e149ed198abc6b, ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:06,222 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/info/eeeff31d25754d42a4a6e9078259bd21 2024-11-09T02:20:06,223 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/f/023d7719db6e499cbfcbed1006066dfc 2024-11-09T02:20:06,226 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023d7719db6e499cbfcbed1006066dfc 2024-11-09T02:20:06,238 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/ns/a1ea8a9fb41a45a2a815073c50dafdb1 is 43, key is default/ns:d/1731118774718/Put/seqid=0 2024-11-09T02:20:06,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:20:06,241 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/ns/a1ea8a9fb41a45a2a815073c50dafdb1 2024-11-09T02:20:06,242 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/f1/78ab4f8ea5c34b649979f774cba1391d is 30, key is row1/f1:/1731118797741/DeleteFamily/seqid=0 2024-11-09T02:20:06,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741843_1019 (size=5158) 2024-11-09T02:20:06,246 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/f1/78ab4f8ea5c34b649979f774cba1391d 2024-11-09T02:20:06,249 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78ab4f8ea5c34b649979f774cba1391d 2024-11-09T02:20:06,258 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/rep_barrier/81d0b33533024f28af311dfe842e7556 is 112, key is test,,1731118782854.567cf867be65298a57e149ed198abc6b./rep_barrier:seqnumDuringOpen/1731118783999/Put/seqid=0 2024-11-09T02:20:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741844_1020 (size=5518) 2024-11-09T02:20:06,266 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/norep/274a8eb2ae1e495f8cdb12bbdaa317af is 33, key is row1/norep:/1731118797741/DeleteFamily/seqid=0 2024-11-09T02:20:06,266 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/rep_barrier/81d0b33533024f28af311dfe842e7556 2024-11-09T02:20:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741845_1021 (size=5108) 2024-11-09T02:20:06,281 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/table/6d474e63cc9a492eaca9c453773fb762 is 53, key is hbase:replication/table:state/1731118790209/Put/seqid=0 2024-11-09T02:20:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741846_1022 (size=5308) 2024-11-09T02:20:06,374 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:20:06,374 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:20:06,403 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567cf867be65298a57e149ed198abc6b, ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:06,468 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1715, reset compression=false 2024-11-09T02:20:06,603 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 567cf867be65298a57e149ed198abc6b, ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:06,670 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/norep/274a8eb2ae1e495f8cdb12bbdaa317af 2024-11-09T02:20:06,673 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 274a8eb2ae1e495f8cdb12bbdaa317af 2024-11-09T02:20:06,674 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/f/023d7719db6e499cbfcbed1006066dfc as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/f/023d7719db6e499cbfcbed1006066dfc 2024-11-09T02:20:06,677 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023d7719db6e499cbfcbed1006066dfc 2024-11-09T02:20:06,677 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/f/023d7719db6e499cbfcbed1006066dfc, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T02:20:06,678 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/f1/78ab4f8ea5c34b649979f774cba1391d as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/f1/78ab4f8ea5c34b649979f774cba1391d 2024-11-09T02:20:06,681 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78ab4f8ea5c34b649979f774cba1391d 2024-11-09T02:20:06,681 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/f1/78ab4f8ea5c34b649979f774cba1391d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T02:20:06,682 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/.tmp/norep/274a8eb2ae1e495f8cdb12bbdaa317af as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/norep/274a8eb2ae1e495f8cdb12bbdaa317af 2024-11-09T02:20:06,686 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/table/6d474e63cc9a492eaca9c453773fb762 2024-11-09T02:20:06,686 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 274a8eb2ae1e495f8cdb12bbdaa317af 2024-11-09T02:20:06,686 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/norep/274a8eb2ae1e495f8cdb12bbdaa317af, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T02:20:06,687 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 567cf867be65298a57e149ed198abc6b in 885ms, sequenceid=12, compaction requested=false 2024-11-09T02:20:06,687 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:20:06,690 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/info/eeeff31d25754d42a4a6e9078259bd21 as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/info/eeeff31d25754d42a4a6e9078259bd21 2024-11-09T02:20:06,691 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/default/test/567cf867be65298a57e149ed198abc6b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:06,692 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 567cf867be65298a57e149ed198abc6b: Waiting for close lock at 1731118805802Running coprocessor pre-close hooks at 1731118805802Disabling compacts and flushes for region at 1731118805802Disabling writes for close at 1731118805802Obtaining lock to block concurrent updates at 1731118805802Preparing flush snapshotting stores in 567cf867be65298a57e149ed198abc6b at 1731118805802Finished memstore snapshotting test,,1731118782854.567cf867be65298a57e149ed198abc6b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731118805803 (+1 ms)Flushing stores of test,,1731118782854.567cf867be65298a57e149ed198abc6b. at 1731118805803Flushing 567cf867be65298a57e149ed198abc6b/f: creating writer at 1731118805803Flushing 567cf867be65298a57e149ed198abc6b/f: appending metadata at 1731118805818 (+15 ms)Flushing 567cf867be65298a57e149ed198abc6b/f: closing flushed file at 1731118805818Flushing 567cf867be65298a57e149ed198abc6b/f1: creating writer at 1731118806226 (+408 ms)Flushing 567cf867be65298a57e149ed198abc6b/f1: appending metadata at 1731118806241 (+15 ms)Flushing 567cf867be65298a57e149ed198abc6b/f1: closing flushed file at 1731118806241Flushing 567cf867be65298a57e149ed198abc6b/norep: creating writer at 1731118806250 (+9 ms)Flushing 567cf867be65298a57e149ed198abc6b/norep: appending metadata at 1731118806265 (+15 ms)Flushing 567cf867be65298a57e149ed198abc6b/norep: closing flushed file at 1731118806265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1caba1d0: reopening flushed file at 1731118806673 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c957ab7: reopening flushed file at 1731118806677 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5adc7314: reopening flushed file at 1731118806682 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 567cf867be65298a57e149ed198abc6b in 885ms, sequenceid=12, compaction requested=false at 1731118806687 (+5 ms)Writing region close event to WAL at 1731118806689 (+2 ms)Running coprocessor post-close hooks at 1731118806692 (+3 ms)Closed at 1731118806692 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118782854.567cf867be65298a57e149ed198abc6b. 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecda63f63a5b7e14bedf2ad6b23605cf, disabling compactions & flushes 2024-11-09T02:20:06,692 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. after waiting 0 ms 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecda63f63a5b7e14bedf2ad6b23605cf: Waiting for close lock at 1731118806692Running coprocessor pre-close hooks at 1731118806692Disabling compacts and flushes for region at 1731118806692Disabling writes for close at 1731118806692Failed flush hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf., putting online again at 1731118806692 2024-11-09T02:20:06,692 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,694 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/info/eeeff31d25754d42a4a6e9078259bd21, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:20:06,694 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/ns/a1ea8a9fb41a45a2a815073c50dafdb1 as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/ns/a1ea8a9fb41a45a2a815073c50dafdb1 2024-11-09T02:20:06,698 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/ns/a1ea8a9fb41a45a2a815073c50dafdb1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:20:06,698 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/rep_barrier/81d0b33533024f28af311dfe842e7556 as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/rep_barrier/81d0b33533024f28af311dfe842e7556 2024-11-09T02:20:06,701 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/rep_barrier/81d0b33533024f28af311dfe842e7556, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:20:06,702 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/.tmp/table/6d474e63cc9a492eaca9c453773fb762 as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/table/6d474e63cc9a492eaca9c453773fb762 2024-11-09T02:20:06,705 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/table/6d474e63cc9a492eaca9c453773fb762, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:20:06,706 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false 2024-11-09T02:20:06,706 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:20:06,709 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:20:06,710 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:06,710 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:06,710 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:06,710 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118805803Running coprocessor pre-close hooks at 1731118805803Disabling compacts and flushes for region at 1731118805803Disabling writes for close at 1731118805803Obtaining lock to block concurrent updates at 1731118805803Preparing flush snapshotting stores in 1588230740 at 1731118805803Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118805803Flushing stores of hbase:meta,,1.1588230740 at 1731118805803Flushing 1588230740/info: creating writer at 1731118805803Flushing 1588230740/info: appending metadata at 1731118805816 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731118805816Flushing 1588230740/ns: creating writer at 1731118806226 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731118806238 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731118806238Flushing 1588230740/rep_barrier: creating writer at 1731118806245 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118806258 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118806258Flushing 1588230740/table: creating writer at 1731118806269 (+11 ms)Flushing 1588230740/table: appending metadata at 1731118806281 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731118806281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b1b7ca: reopening flushed file at 1731118806689 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75ab9974: reopening flushed file at 1731118806694 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afb4671: reopening flushed file at 1731118806698 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0154d6: reopening flushed file at 1731118806701 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 902ms, sequenceid=16, compaction requested=false at 1731118806706 (+5 ms)Writing region close event to WAL at 1731118806707 (+1 ms)Running coprocessor post-close hooks at 1731118806710 (+3 ms)Closed at 1731118806710 2024-11-09T02:20:06,710 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:06,803 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:20:06,803 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1325): Online Regions={ecda63f63a5b7e14bedf2ad6b23605cf=hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf.} 2024-11-09T02:20:06,803 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(3091): Received CLOSE for ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:06,804 DEBUG [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1351): Waiting on ecda63f63a5b7e14bedf2ad6b23605cf 2024-11-09T02:20:06,804 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ecda63f63a5b7e14bedf2ad6b23605cf, disabling compactions & flushes 2024-11-09T02:20:06,804 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,804 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,804 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. after waiting 0 ms 2024-11-09T02:20:06,804 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,804 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ecda63f63a5b7e14bedf2ad6b23605cf: Waiting for close lock at 1731118806804Running coprocessor pre-close hooks at 1731118806804Disabling compacts and flushes for region at 1731118806804Disabling writes for close at 1731118806804Failed flush hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf., putting online again at 1731118806804 2024-11-09T02:20:06,804 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118789370.ecda63f63a5b7e14bedf2ad6b23605cf. 2024-11-09T02:20:06,872 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 1715, reset compression=false 2024-11-09T02:20:06,876 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:06,876 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 2359, reset compression=false 2024-11-09T02:20:07,004 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T02:20:07,004 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,38633,1731118770843; all regions closed. 2024-11-09T02:20:07,006 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.meta.1731118774613.meta not finished, retry = 0 2024-11-09T02:20:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:20:07,079 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 to pos 2359, reset compression=false 2024-11-09T02:20:07,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741839_1015 (size=2609) 2024-11-09T02:20:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741832_1008 (size=2367) 2024-11-09T02:20:07,111 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/WALs/53f286d3af3b,38633,1731118770843/53f286d3af3b%2C38633%2C1731118770843.1731118773504 not finished, retry = 0 2024-11-09T02:20:07,195 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:07,212 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:07,212 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:07,212 INFO [RS:0;53f286d3af3b:38633 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:07,212 INFO [RS:0;53f286d3af3b:38633 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:07,212 INFO [RS:0;53f286d3af3b:38633 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:07,212 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:07,212 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,38633,1731118770843 because: Region server is closing 2024-11-09T02:20:07,212 INFO [RS:0;53f286d3af3b:38633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38633. 2024-11-09T02:20:07,213 DEBUG [RS:0;53f286d3af3b:38633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:07,213 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:07,213 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:07,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:07,313 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.shipper53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 terminated 2024-11-09T02:20:07,313 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,38633,1731118770843.replicationSource.wal-reader.53f286d3af3b%2C38633%2C1731118770843,1-53f286d3af3b,38633,1731118770843 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:20:07,313 INFO [RS:0;53f286d3af3b:38633 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:38633. 2024-11-09T02:20:07,313 DEBUG [RS:0;53f286d3af3b:38633 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:07,313 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:07,313 DEBUG [RS:0;53f286d3af3b:38633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:07,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:07,313 INFO [RS:0;53f286d3af3b:38633 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38633 2024-11-09T02:20:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705/rs 2024-11-09T02:20:07,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346214705/rs/53f286d3af3b,38633,1731118770843 2024-11-09T02:20:07,363 INFO [RS:0;53f286d3af3b:38633 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:07,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,38633,1731118770843] 2024-11-09T02:20:07,384 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/draining/53f286d3af3b,38633,1731118770843 already deleted, retry=false 2024-11-09T02:20:07,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,38633,1731118770843 expired; onlineServers=0 2024-11-09T02:20:07,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,32971,1731118770709' ***** 2024-11-09T02:20:07,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:20:07,384 INFO [M:0;53f286d3af3b:32971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:07,384 INFO [M:0;53f286d3af3b:32971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:07,384 DEBUG [M:0;53f286d3af3b:32971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:20:07,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:20:07,384 DEBUG [M:0;53f286d3af3b:32971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:20:07,384 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118773298 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118773298,5,FailOnTimeoutGroup] 2024-11-09T02:20:07,384 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118773299 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118773299,5,FailOnTimeoutGroup] 2024-11-09T02:20:07,384 INFO [M:0;53f286d3af3b:32971 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:07,384 INFO [M:0;53f286d3af3b:32971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:07,384 DEBUG [M:0;53f286d3af3b:32971 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:20:07,384 INFO [M:0;53f286d3af3b:32971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:20:07,384 INFO [M:0;53f286d3af3b:32971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:07,385 INFO [M:0;53f286d3af3b:32971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:20:07,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:20:07,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11346214705/master 2024-11-09T02:20:07,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11346214705 2024-11-09T02:20:07,405 DEBUG [M:0;53f286d3af3b:32971 {}] zookeeper.RecoverableZooKeeper(212): Node /11346214705/master already deleted, retry=false 2024-11-09T02:20:07,405 DEBUG [M:0;53f286d3af3b:32971 {}] master.ActiveMasterManager(353): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Failed delete of our master address node; KeeperErrorCode = NoNode for /11346214705/master 2024-11-09T02:20:07,405 INFO [M:0;53f286d3af3b:32971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/.lastflushedseqids 2024-11-09T02:20:07,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741847_1023 (size=245) 2024-11-09T02:20:07,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:07,473 INFO [RS:0;53f286d3af3b:38633 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:07,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38633-0x1011d640a2e0004, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:07,473 INFO [RS:0;53f286d3af3b:38633 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,38633,1731118770843; zookeeper connection closed. 2024-11-09T02:20:07,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11965fcc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11965fcc 2024-11-09T02:20:07,474 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:20:07,812 INFO [M:0;53f286d3af3b:32971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:20:07,812 INFO [M:0;53f286d3af3b:32971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:20:07,812 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:07,813 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:07,813 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:07,813 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:07,813 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:07,813 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T02:20:07,834 DEBUG [M:0;53f286d3af3b:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eba34ed3eb4d47fbbc41ef8ec41a4b7f is 82, key is hbase:meta,,1/info:regioninfo/1731118774645/Put/seqid=0 2024-11-09T02:20:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:20:08,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,114 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,241 INFO [M:0;53f286d3af3b:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eba34ed3eb4d47fbbc41ef8ec41a4b7f 2024-11-09T02:20:08,258 DEBUG [M:0;53f286d3af3b:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/100383b840ea42f0b2b6955713f360d0 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118784009/Put/seqid=0 2024-11-09T02:20:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741849_1025 (size=7219) 2024-11-09T02:20:08,298 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:08,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:08,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,661 INFO [M:0;53f286d3af3b:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/100383b840ea42f0b2b6955713f360d0 2024-11-09T02:20:08,669 INFO [M:0;53f286d3af3b:32971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 100383b840ea42f0b2b6955713f360d0 2024-11-09T02:20:08,687 DEBUG [M:0;53f286d3af3b:32971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776c2d8ff5cf45a484123b2b9d66b483 is 69, key is 53f286d3af3b,38633,1731118770843/rs:state/1731118773322/Put/seqid=0 2024-11-09T02:20:08,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:20:08,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:08,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:09,063 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T02:20:09,063 INFO [master/53f286d3af3b:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T02:20:09,092 INFO [M:0;53f286d3af3b:32971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776c2d8ff5cf45a484123b2b9d66b483 2024-11-09T02:20:09,096 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eba34ed3eb4d47fbbc41ef8ec41a4b7f as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eba34ed3eb4d47fbbc41ef8ec41a4b7f 2024-11-09T02:20:09,099 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eba34ed3eb4d47fbbc41ef8ec41a4b7f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T02:20:09,100 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/100383b840ea42f0b2b6955713f360d0 as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/100383b840ea42f0b2b6955713f360d0 2024-11-09T02:20:09,103 INFO [M:0;53f286d3af3b:32971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 100383b840ea42f0b2b6955713f360d0 2024-11-09T02:20:09,103 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/100383b840ea42f0b2b6955713f360d0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T02:20:09,104 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/776c2d8ff5cf45a484123b2b9d66b483 as hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/776c2d8ff5cf45a484123b2b9d66b483 2024-11-09T02:20:09,113 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43603/user/jenkins/test-data/de101572-4bb9-1dc3-03d8-2032bf7ca455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/776c2d8ff5cf45a484123b2b9d66b483, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T02:20:09,114 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false 2024-11-09T02:20:09,119 INFO [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:09,119 DEBUG [M:0;53f286d3af3b:32971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118807812Disabling compacts and flushes for region at 1731118807812Disabling writes for close at 1731118807813 (+1 ms)Obtaining lock to block concurrent updates at 1731118807813Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118807813Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731118807813Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118807814 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118807814Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118807833 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118807833Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118808244 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118808257 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118808257Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118808669 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118808686 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118808686Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164203ab: reopening flushed file at 1731118809095 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abf1489: reopening flushed file at 1731118809099 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2587ef: reopening flushed file at 1731118809103 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=105, compaction requested=false at 1731118809114 (+11 ms)Writing region close event to WAL at 1731118809118 (+4 ms)Closed at 1731118809118 2024-11-09T02:20:09,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43369 is added to blk_1073741830_1006 (size=64435) 2024-11-09T02:20:09,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:09,122 INFO [M:0;53f286d3af3b:32971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:20:09,122 INFO [M:0;53f286d3af3b:32971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32971 2024-11-09T02:20:09,122 INFO [M:0;53f286d3af3b:32971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:09,231 INFO [M:0;53f286d3af3b:32971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:09,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:09,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32971-0x1011d640a2e0003, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:09,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b203ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:09,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39a4f5f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:09,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:09,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50d3dff6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:09,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44954ca3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:09,236 WARN [BP-2074375975-172.17.0.3-1731118769046 heartbeating to localhost/127.0.0.1:43603 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:20:09,236 WARN [BP-2074375975-172.17.0.3-1731118769046 heartbeating to localhost/127.0.0.1:43603 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2074375975-172.17.0.3-1731118769046 (Datanode Uuid 0f9ab028-4a70-4675-ac93-aa0613c4dea5) service to localhost/127.0.0.1:43603 2024-11-09T02:20:09,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/cluster_b944f4db-b0cc-90ca-6a3a-e1c919485e7a/data/data1/current/BP-2074375975-172.17.0.3-1731118769046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:09,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/cluster_b944f4db-b0cc-90ca-6a3a-e1c919485e7a/data/data2/current/BP-2074375975-172.17.0.3-1731118769046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:09,237 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:20:09,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:20:09,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:20:09,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ef897f7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:09,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74b6ecd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:09,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:09,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c530bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:09,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf1b723{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5af3f109-e04b-615e-4589-7a1a839f2fd0/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:20:09,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:20:09,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:09,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:09,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:09,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:09,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:09,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:20:09,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1300418630, stopped=false 2024-11-09T02:20:09,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,34951,1731118765763 2024-11-09T02:20:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1080628060/running 2024-11-09T02:20:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1080628060/running 2024-11-09T02:20:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:20:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:20:09,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:09,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:09,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/running 2024-11-09T02:20:09,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:09,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:09,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Set watcher on znode that does not yet exist, /0-1080628060/running 2024-11-09T02:20:09,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,43627,1731118765961' ***** 2024-11-09T02:20:09,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:20:09,280 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(3091): Received CLOSE for 280f5fd4e5deec4e47aa8f1fe948a06d 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(3091): Received CLOSE for 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,43627,1731118765961 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43627. 2024-11-09T02:20:09,280 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 280f5fd4e5deec4e47aa8f1fe948a06d, disabling compactions & flushes 2024-11-09T02:20:09,280 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:20:09,280 DEBUG [RS:0;53f286d3af3b:43627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:09,280 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:20:09,280 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:09,280 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. after waiting 0 ms 2024-11-09T02:20:09,280 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:20:09,280 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 280f5fd4e5deec4e47aa8f1fe948a06d 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T02:20:09,280 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:20:09,281 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:20:09,281 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1325): Online Regions={280f5fd4e5deec4e47aa8f1fe948a06d=hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d., 9dca1f8d8677bd0b5947e52fac4bb3f9=test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:20:09,281 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 280f5fd4e5deec4e47aa8f1fe948a06d, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:09,281 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:09,281 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:09,281 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:09,281 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:09,281 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:09,281 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:20:09,296 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/info/44f743a13f324ecaa92b85dbdd490bd9 is 147, key is hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d./info:regioninfo/1731118788469/Put/seqid=0 2024-11-09T02:20:09,297 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/.tmp/queue/4ba3e15d30f6446f9f5999ebe69d2791 is 154, key is 1-53f286d3af3b,43627,1731118765961/queue:53f286d3af3b%2C43627%2C1731118765961/1731118801766/Put/seqid=0 2024-11-09T02:20:09,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741840_1016 (size=7686) 2024-11-09T02:20:09,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741841_1017 (size=5353) 2024-11-09T02:20:09,379 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:09,481 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 280f5fd4e5deec4e47aa8f1fe948a06d, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:09,501 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:09,681 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 280f5fd4e5deec4e47aa8f1fe948a06d, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:09,703 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/info/44f743a13f324ecaa92b85dbdd490bd9 2024-11-09T02:20:09,706 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/.tmp/queue/4ba3e15d30f6446f9f5999ebe69d2791 2024-11-09T02:20:09,709 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/.tmp/queue/4ba3e15d30f6446f9f5999ebe69d2791 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/queue/4ba3e15d30f6446f9f5999ebe69d2791 2024-11-09T02:20:09,713 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/queue/4ba3e15d30f6446f9f5999ebe69d2791, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T02:20:09,714 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 280f5fd4e5deec4e47aa8f1fe948a06d in 434ms, sequenceid=14, compaction requested=false 2024-11-09T02:20:09,721 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/ns/8a63c7af205c430e9eec162c19652ccb is 43, key is default/ns:d/1731118768920/Put/seqid=0 2024-11-09T02:20:09,721 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/replication/280f5fd4e5deec4e47aa8f1fe948a06d/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:09,722 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 280f5fd4e5deec4e47aa8f1fe948a06d: Waiting for close lock at 1731118809280Running coprocessor pre-close hooks at 1731118809280Disabling compacts and flushes for region at 1731118809280Disabling writes for close at 1731118809280Obtaining lock to block concurrent updates at 1731118809280Preparing flush snapshotting stores in 280f5fd4e5deec4e47aa8f1fe948a06d at 1731118809280Finished memstore snapshotting hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731118809281 (+1 ms)Flushing stores of hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. at 1731118809281Flushing 280f5fd4e5deec4e47aa8f1fe948a06d/queue: creating writer at 1731118809281Flushing 280f5fd4e5deec4e47aa8f1fe948a06d/queue: appending metadata at 1731118809297 (+16 ms)Flushing 280f5fd4e5deec4e47aa8f1fe948a06d/queue: closing flushed file at 1731118809297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612cdcc1: reopening flushed file at 1731118809709 (+412 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 280f5fd4e5deec4e47aa8f1fe948a06d in 434ms, sequenceid=14, compaction requested=false at 1731118809714 (+5 ms)Writing region close event to WAL at 1731118809716 (+2 ms)Running coprocessor post-close hooks at 1731118809722 (+6 ms)Closed at 1731118809722 2024-11-09T02:20:09,722 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118787222.280f5fd4e5deec4e47aa8f1fe948a06d. 2024-11-09T02:20:09,723 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9dca1f8d8677bd0b5947e52fac4bb3f9, disabling compactions & flushes 2024-11-09T02:20:09,723 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:20:09,723 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:20:09,723 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. after waiting 0 ms 2024-11-09T02:20:09,723 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:20:09,723 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T02:20:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:20:09,741 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/f/24ddc524c88e49e4bd897e01e75756bd is 37, key is row3/f:row3/1731118800393/Put/seqid=0 2024-11-09T02:20:09,742 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:20:09,742 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:20:09,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741843_1019 (size=5228) 2024-11-09T02:20:09,881 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:10,081 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:10,126 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/ns/8a63c7af205c430e9eec162c19652ccb 2024-11-09T02:20:10,142 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/rep_barrier/4265a12513834f8988219eee43167628 is 112, key is test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9./rep_barrier:seqnumDuringOpen/1731118781854/Put/seqid=0 2024-11-09T02:20:10,144 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/f/24ddc524c88e49e4bd897e01e75756bd 2024-11-09T02:20:10,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741844_1020 (size=5518) 2024-11-09T02:20:10,148 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24ddc524c88e49e4bd897e01e75756bd 2024-11-09T02:20:10,160 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/f1/9eef9b90100941cbbc2b2281382da70c is 30, key is row1/f1:/1731118797741/DeleteFamily/seqid=0 2024-11-09T02:20:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741845_1021 (size=5158) 2024-11-09T02:20:10,282 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:20:10,282 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1325): Online Regions={9dca1f8d8677bd0b5947e52fac4bb3f9=test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:20:10,282 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:10,482 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:10,546 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/rep_barrier/4265a12513834f8988219eee43167628 2024-11-09T02:20:10,564 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/f1/9eef9b90100941cbbc2b2281382da70c 2024-11-09T02:20:10,566 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/table/22dde2857ebf459abfee9798d4e4a5c9 is 53, key is hbase:replication/table:state/1731118788483/Put/seqid=0 2024-11-09T02:20:10,567 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9eef9b90100941cbbc2b2281382da70c 2024-11-09T02:20:10,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741846_1022 (size=5308) 2024-11-09T02:20:10,580 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/norep/e277f4e8a63047c5bde8de8c673f4265 is 32, key is row/norep:/1731118796734/DeleteFamily/seqid=0 2024-11-09T02:20:10,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741847_1023 (size=5101) 2024-11-09T02:20:10,682 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:10,804 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1496, reset compression=false 2024-11-09T02:20:10,808 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:10,808 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1743, reset compression=false 2024-11-09T02:20:10,809 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,43627,1731118765961 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:10,809 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,43627,1731118765961: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,43627,1731118765961, walGroup=53f286d3af3b%2C43627%2C1731118765961, offset=53f286d3af3b%2C43627%2C1731118765961.1731118767873:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:43627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:20:10,810 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:20:10,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:20:10,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:20:10,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:20:10,811 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:20:10,811 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1063256064, "init": 1048576000, "max": 2306867200, "used": 836416848 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 200138464 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:20:10,812 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:34951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:34951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:20:10,882 DEBUG [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9dca1f8d8677bd0b5947e52fac4bb3f9 2024-11-09T02:20:10,975 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/table/22dde2857ebf459abfee9798d4e4a5c9 2024-11-09T02:20:10,978 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/info/44f743a13f324ecaa92b85dbdd490bd9 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/info/44f743a13f324ecaa92b85dbdd490bd9 2024-11-09T02:20:10,981 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/info/44f743a13f324ecaa92b85dbdd490bd9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:20:10,982 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/ns/8a63c7af205c430e9eec162c19652ccb as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/ns/8a63c7af205c430e9eec162c19652ccb 2024-11-09T02:20:10,984 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/norep/e277f4e8a63047c5bde8de8c673f4265 2024-11-09T02:20:10,985 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/ns/8a63c7af205c430e9eec162c19652ccb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:20:10,987 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/rep_barrier/4265a12513834f8988219eee43167628 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/rep_barrier/4265a12513834f8988219eee43167628 2024-11-09T02:20:10,988 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e277f4e8a63047c5bde8de8c673f4265 2024-11-09T02:20:10,989 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/f/24ddc524c88e49e4bd897e01e75756bd as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/f/24ddc524c88e49e4bd897e01e75756bd 2024-11-09T02:20:10,992 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24ddc524c88e49e4bd897e01e75756bd 2024-11-09T02:20:10,992 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/f/24ddc524c88e49e4bd897e01e75756bd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T02:20:10,992 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/rep_barrier/4265a12513834f8988219eee43167628, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:20:10,993 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/f1/9eef9b90100941cbbc2b2281382da70c as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/f1/9eef9b90100941cbbc2b2281382da70c 2024-11-09T02:20:10,993 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/.tmp/table/22dde2857ebf459abfee9798d4e4a5c9 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/table/22dde2857ebf459abfee9798d4e4a5c9 2024-11-09T02:20:10,997 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9eef9b90100941cbbc2b2281382da70c 2024-11-09T02:20:10,997 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/table/22dde2857ebf459abfee9798d4e4a5c9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:20:10,997 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/f1/9eef9b90100941cbbc2b2281382da70c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T02:20:10,998 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/.tmp/norep/e277f4e8a63047c5bde8de8c673f4265 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/norep/e277f4e8a63047c5bde8de8c673f4265 2024-11-09T02:20:10,999 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-09T02:20:10,999 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:20:11,002 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e277f4e8a63047c5bde8de8c673f4265 2024-11-09T02:20:11,002 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/norep/e277f4e8a63047c5bde8de8c673f4265, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T02:20:11,003 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9dca1f8d8677bd0b5947e52fac4bb3f9 in 1280ms, sequenceid=12, compaction requested=false 2024-11-09T02:20:11,003 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:20:11,013 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 1743, reset compression=false 2024-11-09T02:20:11,016 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:20:11,017 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:11,017 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:11,017 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:11,017 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118809281Running coprocessor pre-close hooks at 1731118809281Disabling compacts and flushes for region at 1731118809281Disabling writes for close at 1731118809281Obtaining lock to block concurrent updates at 1731118809281Preparing flush snapshotting stores in 1588230740 at 1731118809281Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118809281Flushing stores of hbase:meta,,1.1588230740 at 1731118809281Flushing 1588230740/info: creating writer at 1731118809281Flushing 1588230740/info: appending metadata at 1731118809296 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731118809296Flushing 1588230740/ns: creating writer at 1731118809706 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731118809720 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731118809720Flushing 1588230740/rep_barrier: creating writer at 1731118810129 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118810142 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118810142Flushing 1588230740/table: creating writer at 1731118810549 (+407 ms)Flushing 1588230740/table: appending metadata at 1731118810566 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731118810566Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5428d4: reopening flushed file at 1731118810978 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303faf16: reopening flushed file at 1731118810981 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@356d1: reopening flushed file at 1731118810985 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13fc65d4: reopening flushed file at 1731118810993 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731118810999 (+6 ms)Writing region close event to WAL at 1731118811010 (+11 ms)Running coprocessor post-close hooks at 1731118811017 (+7 ms)Closed at 1731118811017 2024-11-09T02:20:11,017 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:11,022 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/data/default/test/9dca1f8d8677bd0b5947e52fac4bb3f9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T02:20:11,024 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:11,024 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.wal-reader.53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 to pos 2387, reset compression=false 2024-11-09T02:20:11,024 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:11,024 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:11,024 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:20:11,024 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9dca1f8d8677bd0b5947e52fac4bb3f9: Waiting for close lock at 1731118809723Running coprocessor pre-close hooks at 1731118809723Disabling compacts and flushes for region at 1731118809723Disabling writes for close at 1731118809723Obtaining lock to block concurrent updates at 1731118809723Preparing flush snapshotting stores in 9dca1f8d8677bd0b5947e52fac4bb3f9 at 1731118809723Finished memstore snapshotting test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731118809723Flushing stores of test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. at 1731118809724 (+1 ms)Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/f: creating writer at 1731118809724Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/f: appending metadata at 1731118809740 (+16 ms)Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/f: closing flushed file at 1731118809740Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/f1: creating writer at 1731118810148 (+408 ms)Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/f1: appending metadata at 1731118810160 (+12 ms)Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/f1: closing flushed file at 1731118810160Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/norep: creating writer at 1731118810567 (+407 ms)Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/norep: appending metadata at 1731118810580 (+13 ms)Flushing 9dca1f8d8677bd0b5947e52fac4bb3f9/norep: closing flushed file at 1731118810580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c55016f: reopening flushed file at 1731118810988 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edd026e: reopening flushed file at 1731118810993 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2deebcd: reopening flushed file at 1731118810997 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 9dca1f8d8677bd0b5947e52fac4bb3f9 in 1280ms, sequenceid=12, compaction requested=false at 1731118811003 (+6 ms)Writing region close event to WAL at 1731118811012 (+9 ms)Running coprocessor post-close hooks at 1731118811024 (+12 ms)Closed at 1731118811024 2024-11-09T02:20:11,025 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118780705.9dca1f8d8677bd0b5947e52fac4bb3f9. 2024-11-09T02:20:11,082 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,43627,1731118765961; all regions closed. 2024-11-09T02:20:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:20:11,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741839_1015 (size=3552) 2024-11-09T02:20:11,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741832_1008 (size=2395) 2024-11-09T02:20:11,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/WALs/53f286d3af3b,43627,1731118765961/53f286d3af3b%2C43627%2C1731118765961.1731118767873 not finished, retry = 0 2024-11-09T02:20:11,189 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:11,189 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:11,189 INFO [RS:0;53f286d3af3b:43627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:11,189 INFO [RS:0;53f286d3af3b:43627 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:11,189 INFO [RS:0;53f286d3af3b:43627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:11,189 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:11,190 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,43627,1731118765961 because: Region server is closing 2024-11-09T02:20:11,190 INFO [RS:0;53f286d3af3b:43627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43627. 2024-11-09T02:20:11,190 DEBUG [RS:0;53f286d3af3b:43627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:11,190 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:11,190 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:11,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:11,290 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,43627,1731118765961.replicationSource.shipper53f286d3af3b%2C43627%2C1731118765961,1-53f286d3af3b,43627,1731118765961 terminated 2024-11-09T02:20:11,291 INFO [RS:0;53f286d3af3b:43627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43627. 2024-11-09T02:20:11,291 DEBUG [RS:0;53f286d3af3b:43627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:11,291 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:11,291 DEBUG [RS:0;53f286d3af3b:43627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:11,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:11,291 INFO [RS:0;53f286d3af3b:43627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43627 2024-11-09T02:20:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060/rs 2024-11-09T02:20:11,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1080628060/rs/53f286d3af3b,43627,1731118765961 2024-11-09T02:20:11,303 INFO [RS:0;53f286d3af3b:43627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:11,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,43627,1731118765961] 2024-11-09T02:20:11,437 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1080628060/draining/53f286d3af3b,43627,1731118765961 already deleted, retry=false 2024-11-09T02:20:11,438 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,43627,1731118765961 expired; onlineServers=0 2024-11-09T02:20:11,438 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,34951,1731118765763' ***** 2024-11-09T02:20:11,438 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:20:11,438 INFO [M:0;53f286d3af3b:34951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:11,438 INFO [M:0;53f286d3af3b:34951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:11,438 DEBUG [M:0;53f286d3af3b:34951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:20:11,438 DEBUG [M:0;53f286d3af3b:34951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:20:11,438 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:20:11,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118767622 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118767622,5,FailOnTimeoutGroup] 2024-11-09T02:20:11,438 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118767622 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118767622,5,FailOnTimeoutGroup] 2024-11-09T02:20:11,438 INFO [M:0;53f286d3af3b:34951 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:11,438 INFO [M:0;53f286d3af3b:34951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:11,438 DEBUG [M:0;53f286d3af3b:34951 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:20:11,438 INFO [M:0;53f286d3af3b:34951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:20:11,438 INFO [M:0;53f286d3af3b:34951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:11,438 ERROR [M:0;53f286d3af3b:34951 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44945,5,PEWorkerGroup] 2024-11-09T02:20:11,439 INFO [M:0;53f286d3af3b:34951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:20:11,439 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:20:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:11,452 INFO [RS:0;53f286d3af3b:43627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:11,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43627-0x1011d640a2e0001, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:11,452 INFO [RS:0;53f286d3af3b:43627 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,43627,1731118765961; zookeeper connection closed. 2024-11-09T02:20:11,452 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5395855a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5395855a 2024-11-09T02:20:11,453 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:20:11,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1080628060/master 2024-11-09T02:20:11,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1080628060 2024-11-09T02:20:11,468 DEBUG [M:0;53f286d3af3b:34951 {}] zookeeper.ZKUtil(347): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Unable to get data of znode /0-1080628060/master because node does not exist (not an error) 2024-11-09T02:20:11,468 WARN [M:0;53f286d3af3b:34951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:20:11,469 INFO [M:0;53f286d3af3b:34951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/.lastflushedseqids 2024-11-09T02:20:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741848_1024 (size=245) 2024-11-09T02:20:11,873 INFO [M:0;53f286d3af3b:34951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:20:11,873 INFO [M:0;53f286d3af3b:34951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:20:11,873 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:11,873 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:11,873 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:11,873 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:11,873 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:11,873 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-09T02:20:11,887 DEBUG [M:0;53f286d3af3b:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65416d8099ce43d3a900b34ef14d4bd5 is 82, key is hbase:meta,,1/info:regioninfo/1731118768898/Put/seqid=0 2024-11-09T02:20:11,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741849_1025 (size=5672) 2024-11-09T02:20:12,290 INFO [M:0;53f286d3af3b:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65416d8099ce43d3a900b34ef14d4bd5 2024-11-09T02:20:12,314 DEBUG [M:0;53f286d3af3b:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9929496e434097930897253a2aca6f is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118781868/Put/seqid=0 2024-11-09T02:20:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741850_1026 (size=7219) 2024-11-09T02:20:12,717 INFO [M:0;53f286d3af3b:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9929496e434097930897253a2aca6f 2024-11-09T02:20:12,721 INFO [M:0;53f286d3af3b:34951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e9929496e434097930897253a2aca6f 2024-11-09T02:20:12,738 DEBUG [M:0;53f286d3af3b:34951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f273d847df56425ebdd9a82689e32df7 is 69, key is 53f286d3af3b,43627,1731118765961/rs:state/1731118767722/Put/seqid=0 2024-11-09T02:20:12,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741851_1027 (size=5156) 2024-11-09T02:20:13,141 INFO [M:0;53f286d3af3b:34951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f273d847df56425ebdd9a82689e32df7 2024-11-09T02:20:13,145 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65416d8099ce43d3a900b34ef14d4bd5 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65416d8099ce43d3a900b34ef14d4bd5 2024-11-09T02:20:13,148 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65416d8099ce43d3a900b34ef14d4bd5, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T02:20:13,148 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e9929496e434097930897253a2aca6f as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e9929496e434097930897253a2aca6f 2024-11-09T02:20:13,151 INFO [M:0;53f286d3af3b:34951 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e9929496e434097930897253a2aca6f 2024-11-09T02:20:13,151 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e9929496e434097930897253a2aca6f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T02:20:13,152 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f273d847df56425ebdd9a82689e32df7 as hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f273d847df56425ebdd9a82689e32df7 2024-11-09T02:20:13,154 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44945/user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f273d847df56425ebdd9a82689e32df7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T02:20:13,155 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false 2024-11-09T02:20:13,156 INFO [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:13,156 DEBUG [M:0;53f286d3af3b:34951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118811873Disabling compacts and flushes for region at 1731118811873Disabling writes for close at 1731118811873Obtaining lock to block concurrent updates at 1731118811873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118811873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731118811874 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118811874Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118811874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118811886 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118811886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118812294 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118812313 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118812313Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118812721 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118812737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118812737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1c7494: reopening flushed file at 1731118813144 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3367aabb: reopening flushed file at 1731118813148 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44ebf831: reopening flushed file at 1731118813151 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=105, compaction requested=false at 1731118813155 (+4 ms)Writing region close event to WAL at 1731118813156 (+1 ms)Closed at 1731118813156 2024-11-09T02:20:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741830_1006 (size=64435) 2024-11-09T02:20:13,157 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cd625bb8-350b-a5d2-6f7c-1974a5cfd0b3/MasterData/WALs/53f286d3af3b,34951,1731118765763/53f286d3af3b%2C34951%2C1731118765763.1731118767321 not finished, retry = 0 2024-11-09T02:20:13,258 INFO [M:0;53f286d3af3b:34951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:20:13,258 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:13,258 INFO [M:0;53f286d3af3b:34951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34951 2024-11-09T02:20:13,259 INFO [M:0;53f286d3af3b:34951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:13,431 INFO [M:0;53f286d3af3b:34951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:13,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34951-0x1011d640a2e0000, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:13,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29850a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:13,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37437004{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:13,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:13,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5873e400{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:13,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ea18a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:13,452 WARN [BP-1958614787-172.17.0.3-1731118763677 heartbeating to localhost/127.0.0.1:44945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:20:13,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:20:13,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:20:13,452 WARN [BP-1958614787-172.17.0.3-1731118763677 heartbeating to localhost/127.0.0.1:44945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1958614787-172.17.0.3-1731118763677 (Datanode Uuid f8d40072-15a4-45dd-b5f9-dd320e0c71be) service to localhost/127.0.0.1:44945 2024-11-09T02:20:13,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/data/data1/current/BP-1958614787-172.17.0.3-1731118763677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:13,453 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/cluster_d692d6fa-dc90-d5df-0741-e67676be0408/data/data2/current/BP-1958614787-172.17.0.3-1731118763677 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:13,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:20:13,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c3f62b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:13,461 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d4b3e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:13,461 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:13,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51dfb943{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:13,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44459592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61a6e2e0-5181-6e7a-34a6-bd6c28159991/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:13,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:20:13,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:20:13,499 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44945 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43603 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:43603 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42535 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53341) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43603 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43603 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=455 (was 542), ProcessCount=11 (was 11), AvailableMemoryMB=2275 (was 2173) - AvailableMemoryMB LEAK? - 2024-11-09T02:20:13,512 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=455, ProcessCount=11, AvailableMemoryMB=2274 2024-11-09T02:20:13,531 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T02:20:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir so I do NOT create it in target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac 2024-11-09T02:20:13,532 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:20:13,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.tmp.dir so I do NOT create it in target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac 2024-11-09T02:20:13,532 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/867969d1-d669-821b-6ffe-eb7c7e001cbf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:20:13,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac 2024-11-09T02:20:13,532 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1, deleteOnExit=true 2024-11-09T02:20:13,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d640a2e0005, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:20:13,566 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d640a2e0005, quorum=127.0.0.1:53341, baseZNode=/11346214705 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:20:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d640a2e0002, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:20:13,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011d640a2e0008, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:20:13,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d640a2e0002, quorum=127.0.0.1:53341, baseZNode=/0-1080628060 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:20:13,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011d640a2e0008, quorum=127.0.0.1:53341, baseZNode=/21226347333 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:20:13,581 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/zookeeper_0, clientPort=56063, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:20:13,582 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56063 2024-11-09T02:20:13,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/test.cache.data in system properties and HBase conf 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:20:13,583 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:20:13,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:20:13,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:20:14,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:14,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:14,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:14,232 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:14,232 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:20:14,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:14,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:14,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:14,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/java.io.tmpdir/jetty-localhost-36683-hadoop-hdfs-3_4_1-tests_jar-_-any-2676615073903248999/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:14,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:36683} 2024-11-09T02:20:14,335 INFO [Time-limited test {}] server.Server(415): Started @272608ms 2024-11-09T02:20:14,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:14,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:14,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:14,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:14,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:20:14,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:14,697 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:14,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bb120f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/java.io.tmpdir/jetty-localhost-35627-hadoop-hdfs-3_4_1-tests_jar-_-any-961447836824533062/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:14,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:35627} 2024-11-09T02:20:14,821 INFO [Time-limited test {}] server.Server(415): Started @273094ms 2024-11-09T02:20:14,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:20:15,225 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:15,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,295 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:15,519 WARN [Thread-3432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/data/data2/current/BP-1010211263-172.17.0.3-1731118813620/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:15,519 WARN [Thread-3431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/data/data1/current/BP-1010211263-172.17.0.3-1731118813620/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:15,557 WARN [Thread-3418 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:20:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc79c2d2b9074bcc1 with lease ID 0xcbafca390c715fd8: Processing first storage report for DS-a8c3ee6f-6420-4501-a82b-b13e4435f590 from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=c3a8eeff-3eec-4ab9-9725-fa77ab28b6e3, infoPort=39047, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=807122160;c=1731118813620) 2024-11-09T02:20:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc79c2d2b9074bcc1 with lease ID 0xcbafca390c715fd8: from storage DS-a8c3ee6f-6420-4501-a82b-b13e4435f590 node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=c3a8eeff-3eec-4ab9-9725-fa77ab28b6e3, infoPort=39047, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=807122160;c=1731118813620), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc79c2d2b9074bcc1 with lease ID 0xcbafca390c715fd8: Processing first storage report for DS-994cbebf-7612-4c55-9b0a-fa684fb89e9e from datanode DatanodeRegistration(127.0.0.1:46609, datanodeUuid=c3a8eeff-3eec-4ab9-9725-fa77ab28b6e3, infoPort=39047, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=807122160;c=1731118813620) 2024-11-09T02:20:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc79c2d2b9074bcc1 with lease ID 0xcbafca390c715fd8: from storage DS-994cbebf-7612-4c55-9b0a-fa684fb89e9e node DatanodeRegistration(127.0.0.1:46609, datanodeUuid=c3a8eeff-3eec-4ab9-9725-fa77ab28b6e3, infoPort=39047, infoSecurePort=0, ipcPort=38159, storageInfo=lv=-57;cid=testClusterID;nsid=807122160;c=1731118813620), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:15,659 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac 2024-11-09T02:20:15,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:15,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:15,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:20:16,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b with version=8 2024-11-09T02:20:16,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/hbase-staging 2024-11-09T02:20:16,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:16,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:16,079 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:16,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:16,079 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:16,079 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:20:16,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:16,080 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41225 2024-11-09T02:20:16,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41225 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412250x0, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:16,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41225-0x1011d64cd200000 connected 2024-11-09T02:20:16,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:16,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:16,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/running 2024-11-09T02:20:16,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b, hbase.cluster.distributed=false 2024-11-09T02:20:16,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/acl 2024-11-09T02:20:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41225 2024-11-09T02:20:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41225 2024-11-09T02:20:16,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41225 2024-11-09T02:20:16,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41225 2024-11-09T02:20:16,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41225 2024-11-09T02:20:16,448 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:20:16,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:16,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41431 2024-11-09T02:20:16,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41431 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:16,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:16,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:16,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414310x0, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/running 2024-11-09T02:20:16,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:20:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414310x0, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:16,477 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:20:16,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414310x0, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/master 2024-11-09T02:20:16,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414310x0, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/acl 2024-11-09T02:20:16,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41431-0x1011d64cd200001 connected 2024-11-09T02:20:16,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-09T02:20:16,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41431 2024-11-09T02:20:16,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41431 2024-11-09T02:20:16,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-09T02:20:16,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41431 2024-11-09T02:20:16,512 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:41225 2024-11-09T02:20:16,516 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0490795552/backup-masters/53f286d3af3b,41225,1731118816078 2024-11-09T02:20:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552/backup-masters 2024-11-09T02:20:16,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552/backup-masters 2024-11-09T02:20:16,536 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on existing znode=/0490795552/backup-masters/53f286d3af3b,41225,1731118816078 2024-11-09T02:20:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0490795552/master 2024-11-09T02:20:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,544 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on existing znode=/0490795552/master 2024-11-09T02:20:16,545 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0490795552/backup-masters/53f286d3af3b,41225,1731118816078 from backup master directory 2024-11-09T02:20:16,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490795552/backup-masters/53f286d3af3b,41225,1731118816078 2024-11-09T02:20:16,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552/backup-masters 2024-11-09T02:20:16,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552/backup-masters 2024-11-09T02:20:16,554 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:16,554 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,41225,1731118816078 2024-11-09T02:20:16,574 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/hbase.id] with ID: 538ff6e5-586d-451f-b442-b51df012cb1e 2024-11-09T02:20:16,574 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/.tmp/hbase.id 2024-11-09T02:20:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:20:16,622 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/.tmp/hbase.id]:[hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/hbase.id] 2024-11-09T02:20:16,632 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:16,633 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:20:16,634 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:20:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:20:16,703 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:16,704 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:20:16,716 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:16,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:20:16,735 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store 2024-11-09T02:20:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:20:16,759 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:16,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:16,760 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:16,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:16,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:16,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:16,760 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:16,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118816760Disabling compacts and flushes for region at 1731118816760Disabling writes for close at 1731118816760Writing region close event to WAL at 1731118816760Closed at 1731118816760 2024-11-09T02:20:16,761 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/.initializing 2024-11-09T02:20:16,761 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/WALs/53f286d3af3b,41225,1731118816078 2024-11-09T02:20:16,761 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:16,763 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C41225%2C1731118816078, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/WALs/53f286d3af3b,41225,1731118816078, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/oldWALs, maxLogs=10 2024-11-09T02:20:16,781 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/WALs/53f286d3af3b,41225,1731118816078/53f286d3af3b%2C41225%2C1731118816078.1731118816763, exclude list is [], retry=0 2024-11-09T02:20:16,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-a8c3ee6f-6420-4501-a82b-b13e4435f590,DISK] 2024-11-09T02:20:16,792 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/WALs/53f286d3af3b,41225,1731118816078/53f286d3af3b%2C41225%2C1731118816078.1731118816763 2024-11-09T02:20:16,796 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-11-09T02:20:16,796 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:16,797 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:16,797 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,797 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:20:16,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:16,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:16,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:20:16,812 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:16,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:16,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:20:16,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:16,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:16,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:20:16,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:16,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:16,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:16,822 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:16,824 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:16,825 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66583407, jitterRate=-0.007829919457435608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:16,826 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118816797Initializing all the Stores at 1731118816798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118816798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118816808 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118816808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118816808Cleaning up temporary data from old regions at 1731118816821 (+13 ms)Region opened successfully at 1731118816826 (+5 ms) 2024-11-09T02:20:16,828 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:20:16,831 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6282e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:16,832 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:20:16,832 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:20:16,832 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:20:16,832 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:20:16,833 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T02:20:16,834 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:20:16,834 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:20:16,841 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:20:16,841 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Unable to get data of znode /0490795552/balancer because node does not exist (not necessarily an error) 2024-11-09T02:20:16,854 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490795552/balancer already deleted, retry=false 2024-11-09T02:20:16,855 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:20:16,856 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Unable to get data of znode /0490795552/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:20:16,866 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490795552/normalizer already deleted, retry=false 2024-11-09T02:20:16,866 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:20:16,873 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Unable to get data of znode /0490795552/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:20:16,885 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490795552/switch/split already deleted, retry=false 2024-11-09T02:20:16,887 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Unable to get data of znode /0490795552/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:20:16,896 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490795552/switch/merge already deleted, retry=false 2024-11-09T02:20:16,901 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Unable to get data of znode /0490795552/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:20:16,911 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0490795552/snapshot-cleanup already deleted, retry=false 2024-11-09T02:20:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0490795552/running 2024-11-09T02:20:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0490795552/running 2024-11-09T02:20:16,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,922 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,41225,1731118816078, sessionid=0x1011d64cd200000, setting cluster-up flag (Was=false) 2024-11-09T02:20:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,975 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0490795552/flush-table-proc/acquired, /0490795552/flush-table-proc/reached, /0490795552/flush-table-proc/abort 2024-11-09T02:20:16,976 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,41225,1731118816078 2024-11-09T02:20:16,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:16,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:17,027 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0490795552/online-snapshot/acquired, /0490795552/online-snapshot/reached, /0490795552/online-snapshot/abort 2024-11-09T02:20:17,029 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,41225,1731118816078 2024-11-09T02:20:17,035 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:20:17,038 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:17,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:20:17,038 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:20:17,038 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,41225,1731118816078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:17,040 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,049 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:17,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:20:17,050 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,050 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:20:17,058 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118847058 2024-11-09T02:20:17,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:20:17,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:20:17,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:20:17,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:20:17,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:20:17,059 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:20:17,064 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,069 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:20:17,069 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:20:17,069 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:20:17,070 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:20:17,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:20:17,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:20:17,074 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b 2024-11-09T02:20:17,082 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:20:17,082 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:20:17,086 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118817082,5,FailOnTimeoutGroup] 2024-11-09T02:20:17,087 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118817087,5,FailOnTimeoutGroup] 2024-11-09T02:20:17,087 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,087 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:20:17,087 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,087 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,103 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(746): ClusterId : 538ff6e5-586d-451f-b442-b51df012cb1e 2024-11-09T02:20:17,103 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:20:17,112 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:20:17,113 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:20:17,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:20:17,123 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:20:17,123 DEBUG [RS:0;53f286d3af3b:41431 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41faf550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:17,141 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:41431 2024-11-09T02:20:17,141 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:20:17,141 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:20:17,141 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:20:17,142 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,41225,1731118816078 with port=41431, startcode=1731118816448 2024-11-09T02:20:17,142 DEBUG [RS:0;53f286d3af3b:41431 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:20:17,145 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:20:17,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41225 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,147 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b 2024-11-09T02:20:17,147 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41099 2024-11-09T02:20:17,147 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:20:17,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552/rs 2024-11-09T02:20:17,160 DEBUG [RS:0;53f286d3af3b:41431 {}] zookeeper.ZKUtil(111): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on existing znode=/0490795552/rs/53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,160 WARN [RS:0;53f286d3af3b:41431 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:17,160 INFO [RS:0;53f286d3af3b:41431 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:17,160 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,41431,1731118816448] 2024-11-09T02:20:17,167 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:20:17,169 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:20:17,172 INFO [RS:0;53f286d3af3b:41431 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:20:17,172 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,173 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:20:17,173 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:20:17,173 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,173 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:17,174 DEBUG [RS:0;53f286d3af3b:41431 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:17,180 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,180 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,180 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,180 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,180 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,180 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41431,1731118816448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:17,203 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:20:17,203 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41431,1731118816448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,203 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,203 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.Replication(171): 53f286d3af3b,41431,1731118816448 started 2024-11-09T02:20:17,222 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:17,222 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,41431,1731118816448, RpcServer on 53f286d3af3b/172.17.0.3:41431, sessionid=0x1011d64cd200001 2024-11-09T02:20:17,223 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:20:17,223 DEBUG [RS:0;53f286d3af3b:41431 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,223 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41431,1731118816448' 2024-11-09T02:20:17,223 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0490795552/flush-table-proc/abort' 2024-11-09T02:20:17,223 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0490795552/flush-table-proc/acquired' 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41431,1731118816448' 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0490795552/online-snapshot/abort' 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0490795552/online-snapshot/acquired' 2024-11-09T02:20:17,224 DEBUG [RS:0;53f286d3af3b:41431 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:20:17,224 INFO [RS:0;53f286d3af3b:41431 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:20:17,224 INFO [RS:0;53f286d3af3b:41431 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:20:17,325 INFO [RS:0;53f286d3af3b:41431 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:17,326 INFO [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41431%2C1731118816448, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/oldWALs, maxLogs=10 2024-11-09T02:20:17,344 DEBUG [RS:0;53f286d3af3b:41431 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327, exclude list is [], retry=0 2024-11-09T02:20:17,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-a8c3ee6f-6420-4501-a82b-b13e4435f590,DISK] 2024-11-09T02:20:17,348 INFO [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 2024-11-09T02:20:17,352 DEBUG [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-11-09T02:20:17,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:17,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:17,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:17,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:17,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:17,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:17,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:17,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:17,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:17,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:17,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740 2024-11-09T02:20:17,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740 2024-11-09T02:20:17,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:17,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:17,525 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:17,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:17,528 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:17,528 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306467, jitterRate=-0.0715612918138504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:17,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118817518Initializing all the Stores at 1731118817518Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118817518Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118817519 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118817519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118817519Cleaning up temporary data from old regions at 1731118817525 (+6 ms)Region opened successfully at 1731118817529 (+4 ms) 2024-11-09T02:20:17,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:17,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:17,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:17,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:17,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:17,532 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:17,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118817529Disabling compacts and flushes for region at 1731118817529Disabling writes for close at 1731118817529Writing region close event to WAL at 1731118817532 (+3 ms)Closed at 1731118817532 2024-11-09T02:20:17,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:17,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:20:17,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:20:17,535 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:17,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:20:17,686 DEBUG [53f286d3af3b:41225 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:20:17,686 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,687 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41431,1731118816448, state=OPENING 2024-11-09T02:20:17,724 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:20:17,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:17,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:17,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490795552/meta-region-server: CHANGED 2024-11-09T02:20:17,744 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:17,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490795552/meta-region-server: CHANGED 2024-11-09T02:20:17,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41431,1731118816448}] 2024-11-09T02:20:17,897 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:17,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:20:17,901 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:20:17,901 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:17,901 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:20:17,902 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41431%2C1731118816448.meta, suffix=.meta, logDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/oldWALs, maxLogs=10 2024-11-09T02:20:17,919 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.meta.1731118817903.meta, exclude list is [], retry=0 2024-11-09T02:20:17,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-a8c3ee6f-6420-4501-a82b-b13e4435f590,DISK] 2024-11-09T02:20:17,922 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.meta.1731118817903.meta 2024-11-09T02:20:17,922 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-11-09T02:20:17,922 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:17,923 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:17,923 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:20:17,923 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:20:17,923 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:20:17,923 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:20:17,923 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:17,923 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:20:17,923 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:20:17,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:17,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:17,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:17,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:17,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:17,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:17,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:17,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:17,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:17,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:17,928 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:17,928 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740 2024-11-09T02:20:17,929 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740 2024-11-09T02:20:17,929 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:17,929 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:17,930 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:17,930 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:17,932 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75133853, jitterRate=0.11958165466785431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:17,932 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:20:17,933 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118817923Writing region info on filesystem at 1731118817923Initializing all the Stores at 1731118817924 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118817924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118817924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118817924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118817924Cleaning up temporary data from old regions at 1731118817929 (+5 ms)Running coprocessor post-open hooks at 1731118817932 (+3 ms)Region opened successfully at 1731118817933 (+1 ms) 2024-11-09T02:20:17,934 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118817897 2024-11-09T02:20:17,936 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:20:17,936 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:20:17,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,937 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41431,1731118816448, state=OPEN 2024-11-09T02:20:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0490795552/meta-region-server 2024-11-09T02:20:17,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0490795552/meta-region-server 2024-11-09T02:20:17,989 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:17,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490795552/meta-region-server: CHANGED 2024-11-09T02:20:17,989 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0490795552/meta-region-server: CHANGED 2024-11-09T02:20:17,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:20:17,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41431,1731118816448 in 245 msec 2024-11-09T02:20:17,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:20:17,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-09T02:20:17,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:17,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:20:17,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:17,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41431,1731118816448, seqNum=-1] 2024-11-09T02:20:17,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:17,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:18,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 966 msec 2024-11-09T02:20:18,003 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118818003, completionTime=-1 2024-11-09T02:20:18,003 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:20:18,003 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118878023 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118938023 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 19 msec 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41225,1731118816078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41225,1731118816078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41225,1731118816078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:41225, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,023 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,024 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,026 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.472sec 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41225,1731118816078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:18,027 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41225,1731118816078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:20:18,029 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:20:18,029 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:20:18,029 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41225,1731118816078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:18,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:18,102 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41225,-1 for getting cluster id 2024-11-09T02:20:18,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:18,103 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '538ff6e5-586d-451f-b442-b51df012cb1e' 2024-11-09T02:20:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "538ff6e5-586d-451f-b442-b51df012cb1e" 2024-11-09T02:20:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31046e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41225,-1] 2024-11-09T02:20:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:18,105 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:18,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:18,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41431,1731118816448, seqNum=-1] 2024-11-09T02:20:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:18,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:18,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,41225,1731118816078 2024-11-09T02:20:18,111 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:18,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:18,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d64cd200002 connected 2024-11-09T02:20:18,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir so I do NOT create it in target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612 2024-11-09T02:20:18,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:20:18,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.tmp.dir so I do NOT create it in target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612 2024-11-09T02:20:18,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:20:18,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612 2024-11-09T02:20:18,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:20:18,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/cluster_2dc67e27-1843-b6fe-95e2-d312a887615b, deleteOnExit=true 2024-11-09T02:20:18,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:20:18,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/test.cache.data in system properties and HBase conf 2024-11-09T02:20:18,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:20:18,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:20:18,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:20:18,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:20:18,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:20:18,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:20:18,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:20:18,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:18,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:18,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:18,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:18,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:20:18,703 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:18,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:18,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:18,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35623572{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/java.io.tmpdir/jetty-localhost-35907-hadoop-hdfs-3_4_1-tests_jar-_-any-16659392232895132203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:18,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:35907} 2024-11-09T02:20:18,827 INFO [Time-limited test {}] server.Server(415): Started @277099ms 2024-11-09T02:20:19,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:19,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:20:19,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:19,272 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:19,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:19,282 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:19,282 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:20:19,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:19,283 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:19,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/java.io.tmpdir/jetty-localhost-43527-hadoop-hdfs-3_4_1-tests_jar-_-any-214857202520840673/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:19,382 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:43527} 2024-11-09T02:20:19,382 INFO [Time-limited test {}] server.Server(415): Started @277654ms 2024-11-09T02:20:19,383 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:20:20,553 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/cluster_2dc67e27-1843-b6fe-95e2-d312a887615b/data/data1/current/BP-2009450518-172.17.0.3-1731118818170/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:20,553 WARN [Thread-3552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/cluster_2dc67e27-1843-b6fe-95e2-d312a887615b/data/data2/current/BP-2009450518-172.17.0.3-1731118818170/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:20,591 WARN [Thread-3539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:20:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19c66dbfff659bdd with lease ID 0xaecb12e8ad57a7e8: Processing first storage report for DS-ec442473-f968-42ff-825d-0cfb362ad86a from datanode DatanodeRegistration(127.0.0.1:40203, datanodeUuid=bbebbac0-ae47-405f-af6a-5a113655a2c8, infoPort=37803, infoSecurePort=0, ipcPort=35681, storageInfo=lv=-57;cid=testClusterID;nsid=681575176;c=1731118818170) 2024-11-09T02:20:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19c66dbfff659bdd with lease ID 0xaecb12e8ad57a7e8: from storage DS-ec442473-f968-42ff-825d-0cfb362ad86a node DatanodeRegistration(127.0.0.1:40203, datanodeUuid=bbebbac0-ae47-405f-af6a-5a113655a2c8, infoPort=37803, infoSecurePort=0, ipcPort=35681, storageInfo=lv=-57;cid=testClusterID;nsid=681575176;c=1731118818170), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19c66dbfff659bdd with lease ID 0xaecb12e8ad57a7e8: Processing first storage report for DS-2abeae64-c42f-4fc0-ba39-896cb5c0c71f from datanode DatanodeRegistration(127.0.0.1:40203, datanodeUuid=bbebbac0-ae47-405f-af6a-5a113655a2c8, infoPort=37803, infoSecurePort=0, ipcPort=35681, storageInfo=lv=-57;cid=testClusterID;nsid=681575176;c=1731118818170) 2024-11-09T02:20:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19c66dbfff659bdd with lease ID 0xaecb12e8ad57a7e8: from storage DS-2abeae64-c42f-4fc0-ba39-896cb5c0c71f node DatanodeRegistration(127.0.0.1:40203, datanodeUuid=bbebbac0-ae47-405f-af6a-5a113655a2c8, infoPort=37803, infoSecurePort=0, ipcPort=35681, storageInfo=lv=-57;cid=testClusterID;nsid=681575176;c=1731118818170), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:20,629 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612 2024-11-09T02:20:20,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:20,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:20,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:20:21,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051 with version=8 2024-11-09T02:20:21,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/hbase-staging 2024-11-09T02:20:21,038 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:21,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43577 2024-11-09T02:20:21,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43577 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:21,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:435770x0, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:21,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43577-0x1011d64cd200003 connected 2024-11-09T02:20:21,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:21,768 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:21,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/running 2024-11-09T02:20:21,771 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051, hbase.cluster.distributed=false 2024-11-09T02:20:21,772 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/acl 2024-11-09T02:20:21,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43577 2024-11-09T02:20:21,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43577 2024-11-09T02:20:21,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43577 2024-11-09T02:20:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43577 2024-11-09T02:20:21,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43577 2024-11-09T02:20:21,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:20:21,797 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:21,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41151 2024-11-09T02:20:21,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41151 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:21,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:21,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:21,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411510x0, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:21,812 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411510x0, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/running 2024-11-09T02:20:21,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:20:21,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41151-0x1011d64cd200004 connected 2024-11-09T02:20:21,816 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:20:21,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/master 2024-11-09T02:20:21,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/acl 2024-11-09T02:20:21,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41151 2024-11-09T02:20:21,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41151 2024-11-09T02:20:21,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41151 2024-11-09T02:20:21,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41151 2024-11-09T02:20:21,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41151 2024-11-09T02:20:21,845 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:43577 2024-11-09T02:20:21,846 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1238784694/backup-masters/53f286d3af3b,43577,1731118821037 2024-11-09T02:20:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694/backup-masters 2024-11-09T02:20:21,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694/backup-masters 2024-11-09T02:20:21,854 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on existing znode=/1-1238784694/backup-masters/53f286d3af3b,43577,1731118821037 2024-11-09T02:20:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1238784694/master 2024-11-09T02:20:21,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:21,865 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on existing znode=/1-1238784694/master 2024-11-09T02:20:21,865 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1238784694/backup-masters/53f286d3af3b,43577,1731118821037 from backup master directory 2024-11-09T02:20:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694/backup-masters 2024-11-09T02:20:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238784694/backup-masters/53f286d3af3b,43577,1731118821037 2024-11-09T02:20:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694/backup-masters 2024-11-09T02:20:21,875 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:21,875 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,43577,1731118821037 2024-11-09T02:20:21,877 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/hbase.id] with ID: 1b7e442f-eedb-477e-ac5d-7aee69476fde 2024-11-09T02:20:21,877 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/.tmp/hbase.id 2024-11-09T02:20:21,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:20:22,151 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:22,152 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:20:22,152 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88644 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:20:22,289 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/.tmp/hbase.id]:[hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/hbase.id] 2024-11-09T02:20:22,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:22,297 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:20:22,299 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T02:20:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:20:22,383 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:22,383 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:20:22,384 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:22,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:20:22,414 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store 2024-11-09T02:20:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:20:22,460 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:22,460 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:22,460 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:22,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:22,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:22,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:22,461 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:22,461 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118822460Disabling compacts and flushes for region at 1731118822460Disabling writes for close at 1731118822461 (+1 ms)Writing region close event to WAL at 1731118822461Closed at 1731118822461 2024-11-09T02:20:22,462 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/.initializing 2024-11-09T02:20:22,462 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/WALs/53f286d3af3b,43577,1731118821037 2024-11-09T02:20:22,463 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:22,464 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C43577%2C1731118821037, suffix=, logDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/WALs/53f286d3af3b,43577,1731118821037, archiveDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/oldWALs, maxLogs=10 2024-11-09T02:20:22,479 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/WALs/53f286d3af3b,43577,1731118821037/53f286d3af3b%2C43577%2C1731118821037.1731118822464, exclude list is [], retry=0 2024-11-09T02:20:22,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-ec442473-f968-42ff-825d-0cfb362ad86a,DISK] 2024-11-09T02:20:22,488 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/WALs/53f286d3af3b,43577,1731118821037/53f286d3af3b%2C43577%2C1731118821037.1731118822464 2024-11-09T02:20:22,488 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-09T02:20:22,488 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:22,488 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:22,489 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,489 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:20:22,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:22,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:20:22,492 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:22,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:20:22,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:22,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:20:22,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:22,496 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,496 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,497 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,497 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,498 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,498 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:22,499 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:22,512 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:22,513 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74909366, jitterRate=0.11623653769493103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:22,513 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118822489Initializing all the Stores at 1731118822489Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118822489Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118822489Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118822489Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118822489Cleaning up temporary data from old regions at 1731118822498 (+9 ms)Region opened successfully at 1731118822513 (+15 ms) 2024-11-09T02:20:22,513 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:20:22,516 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406b767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:22,517 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:20:22,517 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:20:22,517 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:20:22,517 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:20:22,517 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:20:22,518 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:20:22,518 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:20:22,522 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:20:22,523 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Unable to get data of znode /1-1238784694/balancer because node does not exist (not necessarily an error) 2024-11-09T02:20:22,535 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/balancer already deleted, retry=false 2024-11-09T02:20:22,535 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:20:22,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Unable to get data of znode /1-1238784694/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:20:22,556 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/normalizer already deleted, retry=false 2024-11-09T02:20:22,556 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:20:22,557 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Unable to get data of znode /1-1238784694/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:20:22,569 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/switch/split already deleted, retry=false 2024-11-09T02:20:22,570 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Unable to get data of znode /1-1238784694/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:20:22,580 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/switch/merge already deleted, retry=false 2024-11-09T02:20:22,583 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Unable to get data of znode /1-1238784694/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:20:22,590 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/snapshot-cleanup already deleted, retry=false 2024-11-09T02:20:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1238784694/running 2024-11-09T02:20:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1238784694/running 2024-11-09T02:20:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,602 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,43577,1731118821037, sessionid=0x1011d64cd200003, setting cluster-up flag (Was=false) 2024-11-09T02:20:22,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,664 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1238784694/flush-table-proc/acquired, /1-1238784694/flush-table-proc/reached, /1-1238784694/flush-table-proc/abort 2024-11-09T02:20:22,665 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,43577,1731118821037 2024-11-09T02:20:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:22,717 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1238784694/online-snapshot/acquired, /1-1238784694/online-snapshot/reached, /1-1238784694/online-snapshot/abort 2024-11-09T02:20:22,718 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,43577,1731118821037 2024-11-09T02:20:22,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:20:22,730 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:22,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:20:22,730 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:20:22,731 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,43577,1731118821037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:22,732 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,738 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:22,738 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:20:22,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:20:22,741 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(746): ClusterId : 1b7e442f-eedb-477e-ac5d-7aee69476fde 2024-11-09T02:20:22,741 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:20:22,750 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:20:22,750 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118852752 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:20:22,752 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:20:22,756 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,757 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:20:22,757 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:20:22,757 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:20:22,757 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:20:22,759 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:20:22,759 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:20:22,759 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118822759,5,FailOnTimeoutGroup] 2024-11-09T02:20:22,759 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:20:22,760 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2ff461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:22,760 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118822759,5,FailOnTimeoutGroup] 2024-11-09T02:20:22,760 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,760 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:20:22,760 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:20:22,760 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:20:22,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051 2024-11-09T02:20:22,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:20:22,780 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:41151 2024-11-09T02:20:22,780 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:20:22,780 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:20:22,780 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:20:22,780 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,43577,1731118821037 with port=41151, startcode=1731118821797 2024-11-09T02:20:22,781 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:20:22,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:22,789 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:20:22,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,41151,1731118821797 2024-11-09T02:20:22,789 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43577 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:22,790 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051 2024-11-09T02:20:22,790 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46101 2024-11-09T02:20:22,791 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:20:22,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:22,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:22,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:22,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:22,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:22,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:22,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:22,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:22,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:22,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:22,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:22,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:22,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:22,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:22,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740 2024-11-09T02:20:22,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740 2024-11-09T02:20:22,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:22,802 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:22,802 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:22,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:22,809 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:22,809 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59229327, jitterRate=-0.11741425096988678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:22,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118822783Initializing all the Stores at 1731118822783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118822783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118822795 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118822795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118822795Cleaning up temporary data from old regions at 1731118822802 (+7 ms)Region opened successfully at 1731118822809 (+7 ms) 2024-11-09T02:20:22,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:22,809 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:22,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:22,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:22,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:22,810 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:22,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118822809Disabling compacts and flushes for region at 1731118822809Disabling writes for close at 1731118822809Writing region close event to WAL at 1731118822810 (+1 ms)Closed at 1731118822810 2024-11-09T02:20:22,811 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:22,811 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:20:22,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:20:22,811 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:22,812 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:20:22,851 DEBUG [RS:0;53f286d3af3b:41151 {}] zookeeper.ZKUtil(111): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on existing znode=/1-1238784694/rs/53f286d3af3b,41151,1731118821797 2024-11-09T02:20:22,852 WARN [RS:0;53f286d3af3b:41151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:22,852 INFO [RS:0;53f286d3af3b:41151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:22,852 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797 2024-11-09T02:20:22,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694/rs 2024-11-09T02:20:22,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,41151,1731118821797] 2024-11-09T02:20:22,858 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:20:22,860 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:20:22,860 INFO [RS:0;53f286d3af3b:41151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:20:22,860 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,860 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:20:22,861 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:20:22,861 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:22,861 DEBUG [RS:0;53f286d3af3b:41151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:22,863 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,863 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,863 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,863 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,864 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,864 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41151,1731118821797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:22,878 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:20:22,878 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41151,1731118821797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,878 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,878 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.Replication(171): 53f286d3af3b,41151,1731118821797 started 2024-11-09T02:20:22,893 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:22,894 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,41151,1731118821797, RpcServer on 53f286d3af3b/172.17.0.3:41151, sessionid=0x1011d64cd200004 2024-11-09T02:20:22,894 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:20:22,894 DEBUG [RS:0;53f286d3af3b:41151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,41151,1731118821797 2024-11-09T02:20:22,894 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41151,1731118821797' 2024-11-09T02:20:22,894 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1238784694/flush-table-proc/abort' 2024-11-09T02:20:22,894 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1238784694/flush-table-proc/acquired' 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,41151,1731118821797 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41151,1731118821797' 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1238784694/online-snapshot/abort' 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1238784694/online-snapshot/acquired' 2024-11-09T02:20:22,895 DEBUG [RS:0;53f286d3af3b:41151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:20:22,895 INFO [RS:0;53f286d3af3b:41151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:20:22,895 INFO [RS:0;53f286d3af3b:41151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:20:22,963 WARN [53f286d3af3b:43577 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T02:20:22,996 INFO [RS:0;53f286d3af3b:41151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:22,997 INFO [RS:0;53f286d3af3b:41151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41151%2C1731118821797, suffix=, logDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797, archiveDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/oldWALs, maxLogs=10 2024-11-09T02:20:23,009 DEBUG [RS:0;53f286d3af3b:41151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, exclude list is [], retry=0 2024-11-09T02:20:23,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-ec442473-f968-42ff-825d-0cfb362ad86a,DISK] 2024-11-09T02:20:23,012 INFO [RS:0;53f286d3af3b:41151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 2024-11-09T02:20:23,012 DEBUG [RS:0;53f286d3af3b:41151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-09T02:20:23,213 DEBUG [53f286d3af3b:43577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:20:23,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:23,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41151,1731118821797, state=OPENING 2024-11-09T02:20:23,264 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:20:23,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:23,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:23,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238784694/meta-region-server: CHANGED 2024-11-09T02:20:23,275 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:23,275 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238784694/meta-region-server: CHANGED 2024-11-09T02:20:23,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41151,1731118821797}] 2024-11-09T02:20:23,425 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:23,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,426 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,427 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:23,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:20:23,431 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:20:23,431 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:23,431 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:20:23,432 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41151%2C1731118821797.meta, suffix=.meta, logDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797, archiveDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/oldWALs, maxLogs=10 2024-11-09T02:20:23,448 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.meta.1731118823433.meta, exclude list is [], retry=0 2024-11-09T02:20:23,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-ec442473-f968-42ff-825d-0cfb362ad86a,DISK] 2024-11-09T02:20:23,456 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.meta.1731118823433.meta 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:23,458 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:20:23,458 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:23,458 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:20:23,459 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:20:23,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:23,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:23,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:23,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:23,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:23,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:23,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:23,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:23,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:23,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:23,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:23,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:23,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:23,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:23,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:23,464 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:23,464 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740 2024-11-09T02:20:23,465 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740 2024-11-09T02:20:23,469 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:23,469 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:23,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,470 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:23,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,471 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:23,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,472 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70169616, jitterRate=0.0456087589263916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:23,472 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:20:23,472 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118823459Writing region info on filesystem at 1731118823459Initializing all the Stores at 1731118823459Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118823459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118823460 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118823460Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118823460Cleaning up temporary data from old regions at 1731118823469 (+9 ms)Running coprocessor post-open hooks at 1731118823472 (+3 ms)Region opened successfully at 1731118823472 2024-11-09T02:20:23,473 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118823427 2024-11-09T02:20:23,476 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:20:23,476 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:20:23,476 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:23,478 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41151,1731118821797, state=OPEN 2024-11-09T02:20:23,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1238784694/meta-region-server 2024-11-09T02:20:23,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1238784694/meta-region-server 2024-11-09T02:20:23,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238784694/meta-region-server: CHANGED 2024-11-09T02:20:23,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1238784694/meta-region-server: CHANGED 2024-11-09T02:20:23,485 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:23,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:23,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:20:23,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41151,1731118821797 in 211 msec 2024-11-09T02:20:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:20:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 677 msec 2024-11-09T02:20:23,490 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:23,490 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:20:23,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:23,491 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41151,1731118821797, seqNum=-1] 2024-11-09T02:20:23,492 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:23,492 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:23,497 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 766 msec 2024-11-09T02:20:23,497 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118823497, completionTime=-1 2024-11-09T02:20:23,497 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:20:23,497 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:20:23,499 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:20:23,499 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118883499 2024-11-09T02:20:23,499 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118943499 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43577,1731118821037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43577,1731118821037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43577,1731118821037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:43577, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,500 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,502 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.628sec 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43577,1731118821037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:23,503 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43577,1731118821037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:20:23,505 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:20:23,505 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:20:23,505 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43577,1731118821037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:23,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:20:23,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:23,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:23,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:23,543 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@464c2182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:23,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:23,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:23,544 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:23,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:23,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41151,1731118821797, seqNum=-1] 2024-11-09T02:20:23,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:23,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:23,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,43577,1731118821037 2024-11-09T02:20:23,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:23,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:23,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d64cd200005 connected 2024-11-09T02:20:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir so I do NOT create it in target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3 2024-11-09T02:20:23,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:20:23,571 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.tmp.dir so I do NOT create it in target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3 2024-11-09T02:20:23,571 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:20:23,572 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/cluster_09e5670e-b847-0572-0e8b-6621a39df686, deleteOnExit=true 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/test.cache.data in system properties and HBase conf 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:20:23,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:20:23,572 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:20:23,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:20:24,146 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:24,150 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:24,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:20:24,170 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:24,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff77b68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/java.io.tmpdir/jetty-localhost-41789-hadoop-hdfs-3_4_1-tests_jar-_-any-8400818455330249681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:24,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:41789} 2024-11-09T02:20:24,295 INFO [Time-limited test {}] server.Server(415): Started @282567ms 2024-11-09T02:20:24,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:24,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:24,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:24,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:24,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:20:24,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:24,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:24,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/java.io.tmpdir/jetty-localhost-42763-hadoop-hdfs-3_4_1-tests_jar-_-any-12575959015921344034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:24,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:42763} 2024-11-09T02:20:24,725 INFO [Time-limited test {}] server.Server(415): Started @282998ms 2024-11-09T02:20:24,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:20:25,408 WARN [Thread-3673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/cluster_09e5670e-b847-0572-0e8b-6621a39df686/data/data2/current/BP-1583165047-172.17.0.3-1731118823592/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:25,408 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/cluster_09e5670e-b847-0572-0e8b-6621a39df686/data/data1/current/BP-1583165047-172.17.0.3-1731118823592/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:25,437 WARN [Thread-3660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:20:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e44c0a00b21cbac with lease ID 0xd695c0b710b615cf: Processing first storage report for DS-2248a6e7-87bf-47c8-a250-557d2975b09e from datanode DatanodeRegistration(127.0.0.1:38821, datanodeUuid=013151c5-da51-493c-9ad6-ecaa6c437761, infoPort=45973, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1010896710;c=1731118823592) 2024-11-09T02:20:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e44c0a00b21cbac with lease ID 0xd695c0b710b615cf: from storage DS-2248a6e7-87bf-47c8-a250-557d2975b09e node DatanodeRegistration(127.0.0.1:38821, datanodeUuid=013151c5-da51-493c-9ad6-ecaa6c437761, infoPort=45973, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1010896710;c=1731118823592), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e44c0a00b21cbac with lease ID 0xd695c0b710b615cf: Processing first storage report for DS-09b3f78c-4f5e-49df-957d-6714e05ed48a from datanode DatanodeRegistration(127.0.0.1:38821, datanodeUuid=013151c5-da51-493c-9ad6-ecaa6c437761, infoPort=45973, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1010896710;c=1731118823592) 2024-11-09T02:20:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e44c0a00b21cbac with lease ID 0xd695c0b710b615cf: from storage DS-09b3f78c-4f5e-49df-957d-6714e05ed48a node DatanodeRegistration(127.0.0.1:38821, datanodeUuid=013151c5-da51-493c-9ad6-ecaa6c437761, infoPort=45973, infoSecurePort=0, ipcPort=39873, storageInfo=lv=-57;cid=testClusterID;nsid=1010896710;c=1731118823592), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:25,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3 2024-11-09T02:20:25,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:25,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:25,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:20:25,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3 with version=8 2024-11-09T02:20:25,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/hbase-staging 2024-11-09T02:20:25,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:25,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:25,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:25,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:25,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:25,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:25,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:20:25,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:25,480 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34865 2024-11-09T02:20:25,481 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34865 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:25,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348650x0, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:25,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34865-0x1011d64cd200006 connected 2024-11-09T02:20:25,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:25,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:25,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/running 2024-11-09T02:20:25,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3, hbase.cluster.distributed=false 2024-11-09T02:20:25,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/acl 2024-11-09T02:20:25,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-09T02:20:25,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34865 2024-11-09T02:20:25,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34865 2024-11-09T02:20:25,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-09T02:20:25,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34865 2024-11-09T02:20:25,622 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:20:25,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:25,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42489 2024-11-09T02:20:25,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42489 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:25,629 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:25,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:25,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424890x0, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:25,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424890x0, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/running 2024-11-09T02:20:25,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42489-0x1011d64cd200007 connected 2024-11-09T02:20:25,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:20:25,645 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:20:25,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/master 2024-11-09T02:20:25,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/acl 2024-11-09T02:20:25,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-09T02:20:25,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42489 2024-11-09T02:20:25,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42489 2024-11-09T02:20:25,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-09T02:20:25,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42489 2024-11-09T02:20:25,668 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:34865 2024-11-09T02:20:25,668 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21379833152/backup-masters/53f286d3af3b,34865,1731118825473 2024-11-09T02:20:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152/backup-masters 2024-11-09T02:20:25,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152/backup-masters 2024-11-09T02:20:25,675 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on existing znode=/21379833152/backup-masters/53f286d3af3b,34865,1731118825473 2024-11-09T02:20:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21379833152/master 2024-11-09T02:20:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:25,685 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on existing znode=/21379833152/master 2024-11-09T02:20:25,685 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21379833152/backup-masters/53f286d3af3b,34865,1731118825473 from backup master directory 2024-11-09T02:20:25,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21379833152/backup-masters/53f286d3af3b,34865,1731118825473 2024-11-09T02:20:25,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152/backup-masters 2024-11-09T02:20:25,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152/backup-masters 2024-11-09T02:20:25,696 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:25,696 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,34865,1731118825473 2024-11-09T02:20:25,701 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/hbase.id] with ID: 94021b87-849c-4375-9bb2-319c02c6aa21 2024-11-09T02:20:25,701 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/.tmp/hbase.id 2024-11-09T02:20:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:20:26,110 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/.tmp/hbase.id]:[hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/hbase.id] 2024-11-09T02:20:26,116 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:26,117 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:20:26,117 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T02:20:26,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:26,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:20:26,570 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:26,571 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:20:26,571 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:26,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:20:26,976 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store 2024-11-09T02:20:26,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:20:27,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:27,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:27,381 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:27,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:27,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:27,382 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:27,382 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:27,382 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118827381Disabling compacts and flushes for region at 1731118827381Disabling writes for close at 1731118827381Writing region close event to WAL at 1731118827382 (+1 ms)Closed at 1731118827382 2024-11-09T02:20:27,382 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/.initializing 2024-11-09T02:20:27,382 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/WALs/53f286d3af3b,34865,1731118825473 2024-11-09T02:20:27,383 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:27,385 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C34865%2C1731118825473, suffix=, logDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/WALs/53f286d3af3b,34865,1731118825473, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/oldWALs, maxLogs=10 2024-11-09T02:20:27,402 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/WALs/53f286d3af3b,34865,1731118825473/53f286d3af3b%2C34865%2C1731118825473.1731118827385, exclude list is [], retry=0 2024-11-09T02:20:27,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-2248a6e7-87bf-47c8-a250-557d2975b09e,DISK] 2024-11-09T02:20:27,408 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/WALs/53f286d3af3b,34865,1731118825473/53f286d3af3b%2C34865%2C1731118825473.1731118827385 2024-11-09T02:20:27,418 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45973:45973)] 2024-11-09T02:20:27,418 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:27,418 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:27,418 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,418 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:20:27,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:27,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:27,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:20:27,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:27,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:27,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:20:27,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:27,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:27,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:20:27,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:27,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:27,426 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,426 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,427 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,427 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,427 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,428 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:27,428 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:27,433 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:27,433 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74722963, jitterRate=0.11345891654491425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:27,433 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118827418Initializing all the Stores at 1731118827419 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118827419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118827420 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118827420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118827420Cleaning up temporary data from old regions at 1731118827427 (+7 ms)Region opened successfully at 1731118827433 (+6 ms) 2024-11-09T02:20:27,433 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:20:27,435 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5623b82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:27,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:20:27,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:20:27,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:20:27,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:20:27,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:20:27,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:20:27,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:20:27,438 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:20:27,439 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Unable to get data of znode /21379833152/balancer because node does not exist (not necessarily an error) 2024-11-09T02:20:27,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21379833152/balancer already deleted, retry=false 2024-11-09T02:20:27,545 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:20:27,546 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Unable to get data of znode /21379833152/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:20:27,555 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21379833152/normalizer already deleted, retry=false 2024-11-09T02:20:27,556 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:20:27,561 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Unable to get data of znode /21379833152/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:20:27,569 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21379833152/switch/split already deleted, retry=false 2024-11-09T02:20:27,570 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Unable to get data of znode /21379833152/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:20:27,579 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21379833152/switch/merge already deleted, retry=false 2024-11-09T02:20:27,581 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Unable to get data of znode /21379833152/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:20:27,590 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21379833152/snapshot-cleanup already deleted, retry=false 2024-11-09T02:20:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21379833152/running 2024-11-09T02:20:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21379833152/running 2024-11-09T02:20:27,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:27,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,34865,1731118825473, sessionid=0x1011d64cd200006, setting cluster-up flag (Was=false) 2024-11-09T02:20:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:27,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:27,653 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21379833152/flush-table-proc/acquired, /21379833152/flush-table-proc/reached, /21379833152/flush-table-proc/abort 2024-11-09T02:20:27,654 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,34865,1731118825473 2024-11-09T02:20:27,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:27,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:27,706 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21379833152/online-snapshot/acquired, /21379833152/online-snapshot/reached, /21379833152/online-snapshot/abort 2024-11-09T02:20:27,707 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,34865,1731118825473 2024-11-09T02:20:27,708 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:20:27,709 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:27,709 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:20:27,709 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:20:27,710 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,34865,1731118825473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:27,712 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,717 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:27,717 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:20:27,718 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:27,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118857729 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:20:27,729 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:20:27,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:20:27,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:20:27,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:20:27,737 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:20:27,737 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:20:27,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:20:27,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:20:27,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3 2024-11-09T02:20:27,744 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118827737,5,FailOnTimeoutGroup] 2024-11-09T02:20:27,748 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118827744,5,FailOnTimeoutGroup] 2024-11-09T02:20:27,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:20:27,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:20:27,762 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(746): ClusterId : 94021b87-849c-4375-9bb2-319c02c6aa21 2024-11-09T02:20:27,762 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:20:27,770 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:20:27,770 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:20:27,781 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:20:27,781 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78b63860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:27,797 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:42489 2024-11-09T02:20:27,797 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:20:27,797 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:20:27,797 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:20:27,798 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,34865,1731118825473 with port=42489, startcode=1731118825622 2024-11-09T02:20:27,798 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:20:27,800 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:20:27,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34865 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,42489,1731118825622 2024-11-09T02:20:27,801 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34865 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:27,803 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3 2024-11-09T02:20:27,803 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42369 2024-11-09T02:20:27,803 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:20:27,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152/rs 2024-11-09T02:20:27,860 DEBUG [RS:0;53f286d3af3b:42489 {}] zookeeper.ZKUtil(111): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on existing znode=/21379833152/rs/53f286d3af3b,42489,1731118825622 2024-11-09T02:20:27,860 WARN [RS:0;53f286d3af3b:42489 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:27,860 INFO [RS:0;53f286d3af3b:42489 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:27,860 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622 2024-11-09T02:20:27,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,42489,1731118825622] 2024-11-09T02:20:27,866 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:20:27,872 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:20:27,876 INFO [RS:0;53f286d3af3b:42489 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:20:27,876 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,877 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:20:27,878 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:20:27,878 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:27,878 DEBUG [RS:0;53f286d3af3b:42489 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:27,885 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,885 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,885 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,885 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,885 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,885 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,42489,1731118825622-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:27,903 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:20:27,904 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,42489,1731118825622-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,904 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,904 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.Replication(171): 53f286d3af3b,42489,1731118825622 started 2024-11-09T02:20:27,920 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:27,920 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,42489,1731118825622, RpcServer on 53f286d3af3b/172.17.0.3:42489, sessionid=0x1011d64cd200007 2024-11-09T02:20:27,921 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:20:27,921 DEBUG [RS:0;53f286d3af3b:42489 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,42489,1731118825622 2024-11-09T02:20:27,921 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,42489,1731118825622' 2024-11-09T02:20:27,921 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21379833152/flush-table-proc/abort' 2024-11-09T02:20:27,921 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21379833152/flush-table-proc/acquired' 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,42489,1731118825622 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,42489,1731118825622' 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21379833152/online-snapshot/abort' 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21379833152/online-snapshot/acquired' 2024-11-09T02:20:27,922 DEBUG [RS:0;53f286d3af3b:42489 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:20:27,922 INFO [RS:0;53f286d3af3b:42489 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:20:27,922 INFO [RS:0;53f286d3af3b:42489 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:20:28,023 INFO [RS:0;53f286d3af3b:42489 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:28,024 INFO [RS:0;53f286d3af3b:42489 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C42489%2C1731118825622, suffix=, logDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/oldWALs, maxLogs=10 2024-11-09T02:20:28,038 DEBUG [RS:0;53f286d3af3b:42489 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, exclude list is [], retry=0 2024-11-09T02:20:28,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-2248a6e7-87bf-47c8-a250-557d2975b09e,DISK] 2024-11-09T02:20:28,041 INFO [RS:0;53f286d3af3b:42489 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 2024-11-09T02:20:28,042 DEBUG [RS:0;53f286d3af3b:42489 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45973:45973)] 2024-11-09T02:20:28,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:28,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:28,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:28,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:28,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:28,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:28,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:28,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:28,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:28,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:28,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740 2024-11-09T02:20:28,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740 2024-11-09T02:20:28,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:28,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:28,168 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:28,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:28,170 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:28,171 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64774498, jitterRate=-0.03478476405143738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:28,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118828162Initializing all the Stores at 1731118828162Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118828162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118828163 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118828163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118828163Cleaning up temporary data from old regions at 1731118828168 (+5 ms)Region opened successfully at 1731118828171 (+3 ms) 2024-11-09T02:20:28,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:28,171 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:28,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:28,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:28,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:28,171 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:28,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118828171Disabling compacts and flushes for region at 1731118828171Disabling writes for close at 1731118828171Writing region close event to WAL at 1731118828171Closed at 1731118828171 2024-11-09T02:20:28,172 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:28,172 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:20:28,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:20:28,173 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:28,173 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:20:28,324 DEBUG [53f286d3af3b:34865 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:20:28,324 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:28,325 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,42489,1731118825622, state=OPENING 2024-11-09T02:20:28,376 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:20:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:28,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:28,387 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:28,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21379833152/meta-region-server: CHANGED 2024-11-09T02:20:28,387 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21379833152/meta-region-server: CHANGED 2024-11-09T02:20:28,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,42489,1731118825622}] 2024-11-09T02:20:28,540 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:28,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:20:28,554 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:20:28,554 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:28,555 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:20:28,555 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C42489%2C1731118825622.meta, suffix=.meta, logDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/oldWALs, maxLogs=10 2024-11-09T02:20:28,569 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.meta.1731118828556.meta, exclude list is [], retry=0 2024-11-09T02:20:28,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-2248a6e7-87bf-47c8-a250-557d2975b09e,DISK] 2024-11-09T02:20:28,572 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.meta.1731118828556.meta 2024-11-09T02:20:28,572 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45973:45973)] 2024-11-09T02:20:28,572 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:28,573 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:28,573 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:20:28,573 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:20:28,573 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:20:28,573 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:20:28,573 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:28,573 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:20:28,573 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:20:28,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:28,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:28,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:28,575 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:28,575 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:28,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:28,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:28,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:28,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:28,577 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:28,578 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740 2024-11-09T02:20:28,578 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740 2024-11-09T02:20:28,579 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:28,579 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:28,579 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:28,580 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:28,580 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60477851, jitterRate=-0.09880979359149933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:28,581 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:20:28,581 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118828573Writing region info on filesystem at 1731118828573Initializing all the Stores at 1731118828574 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118828574Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118828574Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118828574Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118828574Cleaning up temporary data from old regions at 1731118828579 (+5 ms)Running coprocessor post-open hooks at 1731118828581 (+2 ms)Region opened successfully at 1731118828581 2024-11-09T02:20:28,581 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118828539 2024-11-09T02:20:28,583 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:20:28,583 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:20:28,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:28,584 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,42489,1731118825622, state=OPEN 2024-11-09T02:20:28,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21379833152/meta-region-server 2024-11-09T02:20:28,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21379833152/meta-region-server 2024-11-09T02:20:28,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:28,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21379833152/meta-region-server: CHANGED 2024-11-09T02:20:28,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21379833152/meta-region-server: CHANGED 2024-11-09T02:20:28,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:20:28,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,42489,1731118825622 in 203 msec 2024-11-09T02:20:28,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:20:28,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-09T02:20:28,594 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:28,594 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:20:28,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:28,595 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,42489,1731118825622, seqNum=-1] 2024-11-09T02:20:28,595 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:28,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:28,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-09T02:20:28,600 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118828600, completionTime=-1 2024-11-09T02:20:28,600 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:20:28,600 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118888601 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118948601 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34865,1731118825473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34865,1731118825473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,601 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34865,1731118825473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,602 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:34865, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,602 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,602 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,603 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.909sec 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34865,1731118825473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:28,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34865,1731118825473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:20:28,607 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:20:28,607 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:20:28,607 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,34865,1731118825473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:28,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602a778e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:28,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34865,-1 for getting cluster id 2024-11-09T02:20:28,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:28,663 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94021b87-849c-4375-9bb2-319c02c6aa21' 2024-11-09T02:20:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94021b87-849c-4375-9bb2-319c02c6aa21" 2024-11-09T02:20:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b66f915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:28,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34865,-1] 2024-11-09T02:20:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:28,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:28,664 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:28,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:28,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,42489,1731118825622, seqNum=-1] 2024-11-09T02:20:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:28,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:28,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,34865,1731118825473 2024-11-09T02:20:28,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56063 2024-11-09T02:20:28,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:28,682 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011d64cd200008 connected 2024-11-09T02:20:28,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41225,1731118816078 2024-11-09T02:20:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7897198c 2024-11-09T02:20:28,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:28,695 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:28,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:20:28,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:20:28,697 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:28,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:20:28,698 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:20:28,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:20:28,704 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a20b5797dfa72c00a9dd5d81146858bc, NAME => 'test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b 2024-11-09T02:20:28,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:20:28,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:28,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a20b5797dfa72c00a9dd5d81146858bc, disabling compactions & flushes 2024-11-09T02:20:28,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:28,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:28,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. after waiting 0 ms 2024-11-09T02:20:28,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:28,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:28,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a20b5797dfa72c00a9dd5d81146858bc: Waiting for close lock at 1731118828708Disabling compacts and flushes for region at 1731118828708Disabling writes for close at 1731118828708Writing region close event to WAL at 1731118828708Closed at 1731118828708 2024-11-09T02:20:28,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:20:28,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118828709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118828709"}]},"ts":"1731118828709"} 2024-11-09T02:20:28,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:20:28,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:20:28,711 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118828711"}]},"ts":"1731118828711"} 2024-11-09T02:20:28,713 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:20:28,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a20b5797dfa72c00a9dd5d81146858bc, ASSIGN}] 2024-11-09T02:20:28,714 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a20b5797dfa72c00a9dd5d81146858bc, ASSIGN 2024-11-09T02:20:28,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a20b5797dfa72c00a9dd5d81146858bc, ASSIGN; state=OFFLINE, location=53f286d3af3b,41431,1731118816448; forceNewPlan=false, retain=false 2024-11-09T02:20:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:28,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a20b5797dfa72c00a9dd5d81146858bc, regionState=OPENING, regionLocation=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:28,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a20b5797dfa72c00a9dd5d81146858bc, ASSIGN because future has completed 2024-11-09T02:20:28,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a20b5797dfa72c00a9dd5d81146858bc, server=53f286d3af3b,41431,1731118816448}] 2024-11-09T02:20:28,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:28,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:28,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:29,035 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:29,035 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a20b5797dfa72c00a9dd5d81146858bc, NAME => 'test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:29,036 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:29,036 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:20:29,036 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,036 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:29,036 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,036 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,040 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,042 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a20b5797dfa72c00a9dd5d81146858bc columnFamilyName f 2024-11-09T02:20:29,042 DEBUG [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:29,042 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] regionserver.HStore(327): Store=a20b5797dfa72c00a9dd5d81146858bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:29,042 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,044 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a20b5797dfa72c00a9dd5d81146858bc columnFamilyName f1 2024-11-09T02:20:29,044 DEBUG [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:29,044 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] regionserver.HStore(327): Store=a20b5797dfa72c00a9dd5d81146858bc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:29,044 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,045 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a20b5797dfa72c00a9dd5d81146858bc columnFamilyName norep 2024-11-09T02:20:29,045 DEBUG [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:29,046 INFO [StoreOpener-a20b5797dfa72c00a9dd5d81146858bc-1 {}] regionserver.HStore(327): Store=a20b5797dfa72c00a9dd5d81146858bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:29,046 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,046 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,047 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,047 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,047 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,048 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:20:29,049 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,050 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:29,050 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a20b5797dfa72c00a9dd5d81146858bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69719478, jitterRate=0.038901180028915405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:20:29,050 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:29,051 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a20b5797dfa72c00a9dd5d81146858bc: Running coprocessor pre-open hook at 1731118829037Writing region info on filesystem at 1731118829037Initializing all the Stores at 1731118829037Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118829037Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118829040 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118829040Cleaning up temporary data from old regions at 1731118829047 (+7 ms)Running coprocessor post-open hooks at 1731118829050 (+3 ms)Region opened successfully at 1731118829051 (+1 ms) 2024-11-09T02:20:29,052 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc., pid=6, masterSystemTime=1731118829020 2024-11-09T02:20:29,054 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:29,054 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:29,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a20b5797dfa72c00a9dd5d81146858bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:29,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a20b5797dfa72c00a9dd5d81146858bc, server=53f286d3af3b,41431,1731118816448 because future has completed 2024-11-09T02:20:29,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:20:29,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a20b5797dfa72c00a9dd5d81146858bc, server=53f286d3af3b,41431,1731118816448 in 192 msec 2024-11-09T02:20:29,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:20:29,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a20b5797dfa72c00a9dd5d81146858bc, ASSIGN in 348 msec 2024-11-09T02:20:29,065 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:20:29,065 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118829065"}]},"ts":"1731118829065"} 2024-11-09T02:20:29,067 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:20:29,068 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:20:29,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 372 msec 2024-11-09T02:20:29,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:20:29,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T02:20:29,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:29,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T02:20:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:29,322 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:20:29,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,43577,1731118821037 2024-11-09T02:20:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4647295e 2024-11-09T02:20:29,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:29,324 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:29,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:20:29,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:20:29,326 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:29,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:20:29,327 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:20:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:29,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:20:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:29,521 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:20:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:29,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c02529f8084b00e4270a6e3f099862b, NAME => 'test,,1731118829324.1c02529f8084b00e4270a6e3f099862b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051 2024-11-09T02:20:29,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:20:29,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118829324.1c02529f8084b00e4270a6e3f099862b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c02529f8084b00e4270a6e3f099862b, disabling compactions & flushes 2024-11-09T02:20:30,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. after waiting 0 ms 2024-11-09T02:20:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,138 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c02529f8084b00e4270a6e3f099862b: Waiting for close lock at 1731118830138Disabling compacts and flushes for region at 1731118830138Disabling writes for close at 1731118830138Writing region close event to WAL at 1731118830138Closed at 1731118830138 2024-11-09T02:20:30,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:20:30,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118829324.1c02529f8084b00e4270a6e3f099862b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118830139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118830139"}]},"ts":"1731118830139"} 2024-11-09T02:20:30,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:20:30,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:20:30,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118830142"}]},"ts":"1731118830142"} 2024-11-09T02:20:30,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:20:30,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c02529f8084b00e4270a6e3f099862b, ASSIGN}] 2024-11-09T02:20:30,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c02529f8084b00e4270a6e3f099862b, ASSIGN 2024-11-09T02:20:30,145 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c02529f8084b00e4270a6e3f099862b, ASSIGN; state=OFFLINE, location=53f286d3af3b,41151,1731118821797; forceNewPlan=false, retain=false 2024-11-09T02:20:30,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c02529f8084b00e4270a6e3f099862b, regionState=OPENING, regionLocation=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:30,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c02529f8084b00e4270a6e3f099862b, ASSIGN because future has completed 2024-11-09T02:20:30,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c02529f8084b00e4270a6e3f099862b, server=53f286d3af3b,41151,1731118821797}] 2024-11-09T02:20:30,453 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,453 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c02529f8084b00e4270a6e3f099862b, NAME => 'test,,1731118829324.1c02529f8084b00e4270a6e3f099862b.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:30,453 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:30,453 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:20:30,453 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,453 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118829324.1c02529f8084b00e4270a6e3f099862b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:30,453 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,453 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,454 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,455 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c02529f8084b00e4270a6e3f099862b columnFamilyName f 2024-11-09T02:20:30,455 DEBUG [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:30,456 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] regionserver.HStore(327): Store=1c02529f8084b00e4270a6e3f099862b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:30,456 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,456 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c02529f8084b00e4270a6e3f099862b columnFamilyName f1 2024-11-09T02:20:30,456 DEBUG [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:30,457 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] regionserver.HStore(327): Store=1c02529f8084b00e4270a6e3f099862b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:30,457 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,457 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c02529f8084b00e4270a6e3f099862b columnFamilyName norep 2024-11-09T02:20:30,457 DEBUG [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:30,458 INFO [StoreOpener-1c02529f8084b00e4270a6e3f099862b-1 {}] regionserver.HStore(327): Store=1c02529f8084b00e4270a6e3f099862b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:30,458 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,458 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,458 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,459 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,459 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,459 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:20:30,460 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,461 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:30,461 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c02529f8084b00e4270a6e3f099862b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74957661, jitterRate=0.1169561892747879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:20:30,461 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:30,461 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c02529f8084b00e4270a6e3f099862b: Running coprocessor pre-open hook at 1731118830453Writing region info on filesystem at 1731118830453Initializing all the Stores at 1731118830454 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118830454Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118830454Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118830454Cleaning up temporary data from old regions at 1731118830459 (+5 ms)Running coprocessor post-open hooks at 1731118830461 (+2 ms)Region opened successfully at 1731118830461 2024-11-09T02:20:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:30,462 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118829324.1c02529f8084b00e4270a6e3f099862b., pid=6, masterSystemTime=1731118830450 2024-11-09T02:20:30,463 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,463 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:30,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c02529f8084b00e4270a6e3f099862b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:30,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c02529f8084b00e4270a6e3f099862b, server=53f286d3af3b,41151,1731118821797 because future has completed 2024-11-09T02:20:30,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:20:30,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c02529f8084b00e4270a6e3f099862b, server=53f286d3af3b,41151,1731118821797 in 168 msec 2024-11-09T02:20:30,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:20:30,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c02529f8084b00e4270a6e3f099862b, ASSIGN in 323 msec 2024-11-09T02:20:30,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:20:30,469 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118830469"}]},"ts":"1731118830469"} 2024-11-09T02:20:30,471 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:20:30,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:20:30,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-09T02:20:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:31,472 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:20:31,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34865,1731118825473 2024-11-09T02:20:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c58dda1 2024-11-09T02:20:31,473 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:31,474 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:31,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:20:31,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:20:31,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:31,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:20:31,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:20:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:20:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:31,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3090408edef7fb8f217085aa9208aab5, NAME => 'test,,1731118831474.3090408edef7fb8f217085aa9208aab5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3 2024-11-09T02:20:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:20:32,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:32,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118831474.3090408edef7fb8f217085aa9208aab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:32,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3090408edef7fb8f217085aa9208aab5, disabling compactions & flushes 2024-11-09T02:20:32,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118831474.3090408edef7fb8f217085aa9208aab5. after waiting 0 ms 2024-11-09T02:20:32,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,287 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3090408edef7fb8f217085aa9208aab5: Waiting for close lock at 1731118832287Disabling compacts and flushes for region at 1731118832287Disabling writes for close at 1731118832287Writing region close event to WAL at 1731118832287Closed at 1731118832287 2024-11-09T02:20:32,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:20:32,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118831474.3090408edef7fb8f217085aa9208aab5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118832288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118832288"}]},"ts":"1731118832288"} 2024-11-09T02:20:32,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:20:32,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:20:32,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118832291"}]},"ts":"1731118832291"} 2024-11-09T02:20:32,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:20:32,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3090408edef7fb8f217085aa9208aab5, ASSIGN}] 2024-11-09T02:20:32,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3090408edef7fb8f217085aa9208aab5, ASSIGN 2024-11-09T02:20:32,294 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3090408edef7fb8f217085aa9208aab5, ASSIGN; state=OFFLINE, location=53f286d3af3b,42489,1731118825622; forceNewPlan=false, retain=false 2024-11-09T02:20:32,445 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3090408edef7fb8f217085aa9208aab5, regionState=OPENING, regionLocation=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:32,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3090408edef7fb8f217085aa9208aab5, ASSIGN because future has completed 2024-11-09T02:20:32,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3090408edef7fb8f217085aa9208aab5, server=53f286d3af3b,42489,1731118825622}] 2024-11-09T02:20:32,603 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,603 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3090408edef7fb8f217085aa9208aab5, NAME => 'test,,1731118831474.3090408edef7fb8f217085aa9208aab5.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:32,603 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:32,604 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:20:32,604 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,604 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118831474.3090408edef7fb8f217085aa9208aab5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:32,604 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,604 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,605 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,606 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3090408edef7fb8f217085aa9208aab5 columnFamilyName f 2024-11-09T02:20:32,606 DEBUG [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:32,606 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] regionserver.HStore(327): Store=3090408edef7fb8f217085aa9208aab5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:32,606 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,607 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3090408edef7fb8f217085aa9208aab5 columnFamilyName f1 2024-11-09T02:20:32,607 DEBUG [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:32,607 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] regionserver.HStore(327): Store=3090408edef7fb8f217085aa9208aab5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:32,607 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,608 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3090408edef7fb8f217085aa9208aab5 columnFamilyName norep 2024-11-09T02:20:32,608 DEBUG [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:32,608 INFO [StoreOpener-3090408edef7fb8f217085aa9208aab5-1 {}] regionserver.HStore(327): Store=3090408edef7fb8f217085aa9208aab5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:32,609 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,609 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,609 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,610 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,610 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,610 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:20:32,611 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:32,612 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:32,612 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3090408edef7fb8f217085aa9208aab5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61399607, jitterRate=-0.08507455885410309}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:20:32,612 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:32,612 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3090408edef7fb8f217085aa9208aab5: Running coprocessor pre-open hook at 1731118832604Writing region info on filesystem at 1731118832604Initializing all the Stores at 1731118832604Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118832604Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118832605 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118832605Cleaning up temporary data from old regions at 1731118832610 (+5 ms)Running coprocessor post-open hooks at 1731118832612 (+2 ms)Region opened successfully at 1731118832612 2024-11-09T02:20:32,613 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118831474.3090408edef7fb8f217085aa9208aab5., pid=6, masterSystemTime=1731118832599 2024-11-09T02:20:32,615 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,615 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:32,615 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3090408edef7fb8f217085aa9208aab5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:32,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3090408edef7fb8f217085aa9208aab5, server=53f286d3af3b,42489,1731118825622 because future has completed 2024-11-09T02:20:32,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:20:32,619 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3090408edef7fb8f217085aa9208aab5, server=53f286d3af3b,42489,1731118825622 in 170 msec 2024-11-09T02:20:32,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:20:32,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3090408edef7fb8f217085aa9208aab5, ASSIGN in 326 msec 2024-11-09T02:20:32,621 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:20:32,621 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118832621"}]},"ts":"1731118832621"} 2024-11-09T02:20:32,623 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:20:32,623 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:20:32,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-09T02:20:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:20:33,622 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:20:33,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:33,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41225,-1 for getting cluster id 2024-11-09T02:20:33,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:33,624 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '538ff6e5-586d-451f-b442-b51df012cb1e' 2024-11-09T02:20:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "538ff6e5-586d-451f-b442-b51df012cb1e" 2024-11-09T02:20:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddae5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41225,-1] 2024-11-09T02:20:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:33,625 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:33,626 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fba089d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:33,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41225,1731118816078 2024-11-09T02:20:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7964a4d0 2024-11-09T02:20:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:33,634 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:33,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:43577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:20:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:20:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:33,638 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:43577' 2024-11-09T02:20:33,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185308a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:33,645 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:33,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:33,646 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6b3e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:33,647 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:33,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41236e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:33,648 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:33,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,43577,1731118821037 2024-11-09T02:20:33,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75283adc 2024-11-09T02:20:33,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:33,650 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:33,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T02:20:33,651 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:20:33,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:33,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:33,652 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:33,653 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:33,653 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:20:33,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:20:33,655 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:33,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:20:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:20:33,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c34215cd76450ff2704591546a22d0e, NAME => 'hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b 2024-11-09T02:20:33,704 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:20:33,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:20:33,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:33,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4c34215cd76450ff2704591546a22d0e, disabling compactions & flushes 2024-11-09T02:20:33,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:33,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:33,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. after waiting 0 ms 2024-11-09T02:20:33,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:33,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:33,713 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c34215cd76450ff2704591546a22d0e: Waiting for close lock at 1731118833713Disabling compacts and flushes for region at 1731118833713Disabling writes for close at 1731118833713Writing region close event to WAL at 1731118833713Closed at 1731118833713 2024-11-09T02:20:33,715 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:20:33,715 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118833715"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118833715"}]},"ts":"1731118833715"} 2024-11-09T02:20:33,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:20:33,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:20:33,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118833725"}]},"ts":"1731118833725"} 2024-11-09T02:20:33,727 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:20:33,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c34215cd76450ff2704591546a22d0e, ASSIGN}] 2024-11-09T02:20:33,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c34215cd76450ff2704591546a22d0e, ASSIGN 2024-11-09T02:20:33,729 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4c34215cd76450ff2704591546a22d0e, ASSIGN; state=OFFLINE, location=53f286d3af3b,41431,1731118816448; forceNewPlan=false, retain=false 2024-11-09T02:20:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:33,880 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4c34215cd76450ff2704591546a22d0e, regionState=OPENING, regionLocation=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:33,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4c34215cd76450ff2704591546a22d0e, ASSIGN because future has completed 2024-11-09T02:20:33,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c34215cd76450ff2704591546a22d0e, server=53f286d3af3b,41431,1731118816448}] 2024-11-09T02:20:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:34,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:34,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:34,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:20:34,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41431%2C1731118816448.rep, suffix=, logDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448, archiveDir=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/oldWALs, maxLogs=10 2024-11-09T02:20:34,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.rep.1731118834040, exclude list is [], retry=0 2024-11-09T02:20:34,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46609,DS-a8c3ee6f-6420-4501-a82b-b13e4435f590,DISK] 2024-11-09T02:20:34,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.rep.1731118834040 2024-11-09T02:20:34,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39047:39047)] 2024-11-09T02:20:34,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c34215cd76450ff2704591546a22d0e, NAME => 'hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:34,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:20:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. service=MultiRowMutationService 2024-11-09T02:20:34,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:20:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,067 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,068 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c34215cd76450ff2704591546a22d0e columnFamilyName hfileref 2024-11-09T02:20:34,068 DEBUG [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:34,068 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] regionserver.HStore(327): Store=4c34215cd76450ff2704591546a22d0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:34,069 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,069 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c34215cd76450ff2704591546a22d0e columnFamilyName queue 2024-11-09T02:20:34,069 DEBUG [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:34,070 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] regionserver.HStore(327): Store=4c34215cd76450ff2704591546a22d0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:34,070 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,070 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c34215cd76450ff2704591546a22d0e columnFamilyName sid 2024-11-09T02:20:34,070 DEBUG [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:34,071 INFO [StoreOpener-4c34215cd76450ff2704591546a22d0e-1 {}] regionserver.HStore(327): Store=4c34215cd76450ff2704591546a22d0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:20:34,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:34,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4c34215cd76450ff2704591546a22d0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71393261, jitterRate=0.06384249031543732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:20:34,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:34,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4c34215cd76450ff2704591546a22d0e: Running coprocessor pre-open hook at 1731118834066Writing region info on filesystem at 1731118834066Initializing all the Stores at 1731118834067 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118834067Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118834067Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118834067Cleaning up temporary data from old regions at 1731118834072 (+5 ms)Running coprocessor post-open hooks at 1731118834084 (+12 ms)Region opened successfully at 1731118834084 2024-11-09T02:20:34,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e., pid=10, masterSystemTime=1731118834036 2024-11-09T02:20:34,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:34,089 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4c34215cd76450ff2704591546a22d0e, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41431,1731118816448 2024-11-09T02:20:34,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:34,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c34215cd76450ff2704591546a22d0e, server=53f286d3af3b,41431,1731118816448 because future has completed 2024-11-09T02:20:34,092 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41225 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=53f286d3af3b,41431,1731118816448, table=hbase:replication, region=4c34215cd76450ff2704591546a22d0e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T02:20:34,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:20:34,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c34215cd76450ff2704591546a22d0e, server=53f286d3af3b,41431,1731118816448 in 230 msec 2024-11-09T02:20:34,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:20:34,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4c34215cd76450ff2704591546a22d0e, ASSIGN in 388 msec 2024-11-09T02:20:34,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:20:34,120 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118834119"}]},"ts":"1731118834119"} 2024-11-09T02:20:34,122 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:20:34,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:20:34,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 471 msec 2024-11-09T02:20:34,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e., hostname=53f286d3af3b,41431,1731118816448, seqNum=2] 2024-11-09T02:20:34,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:34,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:34,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:34,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:20:34,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41431 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:20:34,461 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:20:34,504 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,41431,1731118816448, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:20:34,505 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:34,505 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41431,1731118816448, seqNum=-1] 2024-11-09T02:20:34,505 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:34,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T02:20:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,41431,1731118816448', locateType=CURRENT is [region=hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e., hostname=53f286d3af3b,41431,1731118816448, seqNum=2] 2024-11-09T02:20:34,514 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:20:34,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:20:34,516 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,41431,1731118816448 suceeded 2024-11-09T02:20:34,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:20:34,518 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-09T02:20:34,518 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:43577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:20:34,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 883 msec 2024-11-09T02:20:34,535 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:43577' 2024-11-09T02:20:34,536 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75ded63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,536 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:34,537 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:34,537 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3589a896, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:34,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:34,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,539 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:34,542 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a3f9a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,542 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:34,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,43577,1731118821037 2024-11-09T02:20:34,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32991b62 2024-11-09T02:20:34,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:34,544 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T02:20:34,545 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,41431,1731118816448 (queues=1) is replicating from cluster=538ff6e5-586d-451f-b442-b51df012cb1e to cluster=1b7e442f-eedb-477e-ac5d-7aee69476fde 2024-11-09T02:20:34,545 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C41431%2C1731118816448 2024-11-09T02:20:34,545 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,41431,1731118816448, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:20:34,545 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327, startPosition=0, beingWritten=true 2024-11-09T02:20:34,545 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C41431%2C1731118816448 2024-11-09T02:20:34,550 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:34,550 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:34,550 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41431,1731118816448 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:34,753 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:34,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:34,772 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:20:34,772 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:34,772 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:34,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:34,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:34,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:34,774 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:34,774 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24595ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:34,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,776 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:34,776 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66436d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,777 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,43577,1731118821037 2024-11-09T02:20:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@788a0d02 2024-11-09T02:20:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:34,778 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:34,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:34865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:20:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:20:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:34,781 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:34865' 2024-11-09T02:20:34,782 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2519c2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,782 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34865,-1 for getting cluster id 2024-11-09T02:20:34,782 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:34,782 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94021b87-849c-4375-9bb2-319c02c6aa21' 2024-11-09T02:20:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:34,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94021b87-849c-4375-9bb2-319c02c6aa21" 2024-11-09T02:20:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5e94f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34865,-1] 2024-11-09T02:20:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,783 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:34,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d9393a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:34,784 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:34,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34865,1731118825473 2024-11-09T02:20:34,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f99d30e 2024-11-09T02:20:34,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:34,786 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:34,786 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:20:34,786 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:20:34,786 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,786 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:34,787 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:34,788 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:20:34,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:34,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:20:34,789 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:34,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:20:34,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:20:34,838 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:20:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:35,057 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:35,195 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3d918d7c8d2d5a72d9f9c3e15441156c, NAME => 'hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051 2024-11-09T02:20:35,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:20:35,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:35,460 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:35,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3d918d7c8d2d5a72d9f9c3e15441156c, disabling compactions & flushes 2024-11-09T02:20:35,602 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,602 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. after waiting 0 ms 2024-11-09T02:20:35,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,603 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,603 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3d918d7c8d2d5a72d9f9c3e15441156c: Waiting for close lock at 1731118835602Disabling compacts and flushes for region at 1731118835602Disabling writes for close at 1731118835603 (+1 ms)Writing region close event to WAL at 1731118835603Closed at 1731118835603 2024-11-09T02:20:35,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:20:35,604 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118835604"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118835604"}]},"ts":"1731118835604"} 2024-11-09T02:20:35,605 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:20:35,606 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:20:35,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118835606"}]},"ts":"1731118835606"} 2024-11-09T02:20:35,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:20:35,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d918d7c8d2d5a72d9f9c3e15441156c, ASSIGN}] 2024-11-09T02:20:35,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d918d7c8d2d5a72d9f9c3e15441156c, ASSIGN 2024-11-09T02:20:35,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d918d7c8d2d5a72d9f9c3e15441156c, ASSIGN; state=OFFLINE, location=53f286d3af3b,41151,1731118821797; forceNewPlan=false, retain=false 2024-11-09T02:20:35,759 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d918d7c8d2d5a72d9f9c3e15441156c, regionState=OPENING, regionLocation=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:35,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3d918d7c8d2d5a72d9f9c3e15441156c, ASSIGN because future has completed 2024-11-09T02:20:35,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d918d7c8d2d5a72d9f9c3e15441156c, server=53f286d3af3b,41151,1731118821797}] 2024-11-09T02:20:35,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:35,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:20:35,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41151%2C1731118821797.rep, suffix=, logDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797, archiveDir=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/oldWALs, maxLogs=10 2024-11-09T02:20:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:35,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.rep.1731118835917, exclude list is [], retry=0 2024-11-09T02:20:35,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40203,DS-ec442473-f968-42ff-825d-0cfb362ad86a,DISK] 2024-11-09T02:20:35,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.rep.1731118835917 2024-11-09T02:20:35,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37803:37803)] 2024-11-09T02:20:35,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3d918d7c8d2d5a72d9f9c3e15441156c, NAME => 'hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:35,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:35,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:20:35,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. service=MultiRowMutationService 2024-11-09T02:20:35,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:20:35,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:35,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,934 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,935 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d918d7c8d2d5a72d9f9c3e15441156c columnFamilyName hfileref 2024-11-09T02:20:35,935 DEBUG [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:35,935 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] regionserver.HStore(327): Store=3d918d7c8d2d5a72d9f9c3e15441156c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:35,935 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,936 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d918d7c8d2d5a72d9f9c3e15441156c columnFamilyName queue 2024-11-09T02:20:35,936 DEBUG [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:35,936 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] regionserver.HStore(327): Store=3d918d7c8d2d5a72d9f9c3e15441156c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:35,936 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,937 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3d918d7c8d2d5a72d9f9c3e15441156c columnFamilyName sid 2024-11-09T02:20:35,937 DEBUG [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:35,937 INFO [StoreOpener-3d918d7c8d2d5a72d9f9c3e15441156c-1 {}] regionserver.HStore(327): Store=3d918d7c8d2d5a72d9f9c3e15441156c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:35,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/replication/3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/replication/3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:20:35,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/replication/3d918d7c8d2d5a72d9f9c3e15441156c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:35,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3d918d7c8d2d5a72d9f9c3e15441156c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64458770, jitterRate=-0.03948947787284851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:20:35,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:35,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3d918d7c8d2d5a72d9f9c3e15441156c: Running coprocessor pre-open hook at 1731118835933Writing region info on filesystem at 1731118835933Initializing all the Stores at 1731118835934 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118835934Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118835934Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118835934Cleaning up temporary data from old regions at 1731118835939 (+5 ms)Running coprocessor post-open hooks at 1731118835941 (+2 ms)Region opened successfully at 1731118835941 2024-11-09T02:20:35,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c., pid=10, masterSystemTime=1731118835913 2024-11-09T02:20:35,944 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:35,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3d918d7c8d2d5a72d9f9c3e15441156c, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41151,1731118821797 2024-11-09T02:20:35,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3d918d7c8d2d5a72d9f9c3e15441156c, server=53f286d3af3b,41151,1731118821797 because future has completed 2024-11-09T02:20:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:20:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3d918d7c8d2d5a72d9f9c3e15441156c, server=53f286d3af3b,41151,1731118821797 in 186 msec 2024-11-09T02:20:35,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:20:35,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3d918d7c8d2d5a72d9f9c3e15441156c, ASSIGN in 341 msec 2024-11-09T02:20:35,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:20:35,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118835951"}]},"ts":"1731118835951"} 2024-11-09T02:20:35,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:20:35,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:20:35,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-09T02:20:35,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:35,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c., hostname=53f286d3af3b,41151,1731118821797, seqNum=2] 2024-11-09T02:20:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:36,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:36,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:20:36,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:20:36,203 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:20:36,229 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,41151,1731118821797, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:20:36,229 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:36,229 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41151,1731118821797, seqNum=-1] 2024-11-09T02:20:36,229 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:36,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T02:20:36,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,41151,1731118821797', locateType=CURRENT is [region=hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c., hostname=53f286d3af3b,41151,1731118821797, seqNum=2] 2024-11-09T02:20:36,234 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:20:36,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:20:36,236 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,41151,1731118821797 suceeded 2024-11-09T02:20:36,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:20:36,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T02:20:36,237 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:34865,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:20:36,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4580 sec 2024-11-09T02:20:36,247 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:34865' 2024-11-09T02:20:36,248 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1af951f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,248 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34865,-1 for getting cluster id 2024-11-09T02:20:36,248 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:36,248 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94021b87-849c-4375-9bb2-319c02c6aa21' 2024-11-09T02:20:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94021b87-849c-4375-9bb2-319c02c6aa21" 2024-11-09T02:20:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5207ac48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34865,-1] 2024-11-09T02:20:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:36,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,250 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:36,250 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f081564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,250 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:36,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34865,1731118825473 2024-11-09T02:20:36,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1469f202 2024-11-09T02:20:36,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:36,252 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T02:20:36,252 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,41151,1731118821797 (queues=1) is replicating from cluster=1b7e442f-eedb-477e-ac5d-7aee69476fde to cluster=94021b87-849c-4375-9bb2-319c02c6aa21 2024-11-09T02:20:36,252 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C41151%2C1731118821797 2024-11-09T02:20:36,252 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,41151,1731118821797, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:20:36,252 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, startPosition=0, beingWritten=true 2024-11-09T02:20:36,252 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C41151%2C1731118821797 2024-11-09T02:20:36,256 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:36,256 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:36,256 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:36,460 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:36,566 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:36,763 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:36,932 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:20:36,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:36,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:36,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:36,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34865,-1 for getting cluster id 2024-11-09T02:20:36,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:36,933 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94021b87-849c-4375-9bb2-319c02c6aa21' 2024-11-09T02:20:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:36,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94021b87-849c-4375-9bb2-319c02c6aa21" 2024-11-09T02:20:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2189dbfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34865,-1] 2024-11-09T02:20:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:36,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,935 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:36,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e179b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,935 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,34865,1731118825473 2024-11-09T02:20:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ca39f58 2024-11-09T02:20:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:36,937 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:36,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:43577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:20:36,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:20:36,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:36,939 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:43577' 2024-11-09T02:20:36,940 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0fe0b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,940 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:36,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:36,940 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d3f411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:36,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,942 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:36,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c5496bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:36,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:36,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,43577,1731118821037 2024-11-09T02:20:36,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5edb7b 2024-11-09T02:20:36,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:36,943 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:20:36,944 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T02:20:36,944 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:20:36,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,944 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:36,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:36,944 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:36,945 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:20:36,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:20:36,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:36,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:20:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:20:36,996 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:20:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:37,166 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:37,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:37,270 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:37,352 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cebc3f24a75e84c5e14f753bdc15ce8, NAME => 'hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3 2024-11-09T02:20:37,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:20:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:37,669 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:37,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:37,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5cebc3f24a75e84c5e14f753bdc15ce8, disabling compactions & flushes 2024-11-09T02:20:37,756 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:37,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:37,756 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. after waiting 0 ms 2024-11-09T02:20:37,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:37,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:37,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cebc3f24a75e84c5e14f753bdc15ce8: Waiting for close lock at 1731118837756Disabling compacts and flushes for region at 1731118837756Disabling writes for close at 1731118837757 (+1 ms)Writing region close event to WAL at 1731118837757Closed at 1731118837757 2024-11-09T02:20:37,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:20:37,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118837757"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118837757"}]},"ts":"1731118837757"} 2024-11-09T02:20:37,759 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:20:37,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:20:37,760 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118837760"}]},"ts":"1731118837760"} 2024-11-09T02:20:37,761 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:20:37,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cebc3f24a75e84c5e14f753bdc15ce8, ASSIGN}] 2024-11-09T02:20:37,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cebc3f24a75e84c5e14f753bdc15ce8, ASSIGN 2024-11-09T02:20:37,762 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cebc3f24a75e84c5e14f753bdc15ce8, ASSIGN; state=OFFLINE, location=53f286d3af3b,42489,1731118825622; forceNewPlan=false, retain=false 2024-11-09T02:20:37,913 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cebc3f24a75e84c5e14f753bdc15ce8, regionState=OPENING, regionLocation=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:37,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cebc3f24a75e84c5e14f753bdc15ce8, ASSIGN because future has completed 2024-11-09T02:20:37,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cebc3f24a75e84c5e14f753bdc15ce8, server=53f286d3af3b,42489,1731118825622}] 2024-11-09T02:20:38,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:38,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:38,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:20:38,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C42489%2C1731118825622.rep, suffix=, logDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622, archiveDir=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/oldWALs, maxLogs=10 2024-11-09T02:20:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:38,073 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:38,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.rep.1731118838071, exclude list is [], retry=0 2024-11-09T02:20:38,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-2248a6e7-87bf-47c8-a250-557d2975b09e,DISK] 2024-11-09T02:20:38,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.rep.1731118838071 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45973:45973)] 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cebc3f24a75e84c5e14f753bdc15ce8, NAME => 'hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:38,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. service=MultiRowMutationService 2024-11-09T02:20:38,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,087 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,088 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cebc3f24a75e84c5e14f753bdc15ce8 columnFamilyName hfileref 2024-11-09T02:20:38,088 DEBUG [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:38,088 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] regionserver.HStore(327): Store=5cebc3f24a75e84c5e14f753bdc15ce8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:38,089 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,089 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cebc3f24a75e84c5e14f753bdc15ce8 columnFamilyName queue 2024-11-09T02:20:38,089 DEBUG [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:38,090 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] regionserver.HStore(327): Store=5cebc3f24a75e84c5e14f753bdc15ce8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:38,090 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,090 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cebc3f24a75e84c5e14f753bdc15ce8 columnFamilyName sid 2024-11-09T02:20:38,090 DEBUG [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:38,090 INFO [StoreOpener-5cebc3f24a75e84c5e14f753bdc15ce8-1 {}] regionserver.HStore(327): Store=5cebc3f24a75e84c5e14f753bdc15ce8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:38,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/replication/5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/replication/5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:20:38,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/replication/5cebc3f24a75e84c5e14f753bdc15ce8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:38,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5cebc3f24a75e84c5e14f753bdc15ce8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75457749, jitterRate=0.12440808117389679}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:20:38,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:38,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5cebc3f24a75e84c5e14f753bdc15ce8: Running coprocessor pre-open hook at 1731118838087Writing region info on filesystem at 1731118838087Initializing all the Stores at 1731118838087Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118838087Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118838087Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118838087Cleaning up temporary data from old regions at 1731118838092 (+5 ms)Running coprocessor post-open hooks at 1731118838094 (+2 ms)Region opened successfully at 1731118838094 2024-11-09T02:20:38,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8., pid=10, masterSystemTime=1731118838067 2024-11-09T02:20:38,096 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:38,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:38,097 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cebc3f24a75e84c5e14f753bdc15ce8, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,42489,1731118825622 2024-11-09T02:20:38,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cebc3f24a75e84c5e14f753bdc15ce8, server=53f286d3af3b,42489,1731118825622 because future has completed 2024-11-09T02:20:38,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:20:38,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cebc3f24a75e84c5e14f753bdc15ce8, server=53f286d3af3b,42489,1731118825622 in 184 msec 2024-11-09T02:20:38,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:20:38,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cebc3f24a75e84c5e14f753bdc15ce8, ASSIGN in 339 msec 2024-11-09T02:20:38,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:20:38,102 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118838102"}]},"ts":"1731118838102"} 2024-11-09T02:20:38,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:20:38,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:20:38,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1610 sec 2024-11-09T02:20:38,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8., hostname=53f286d3af3b,42489,1731118825622, seqNum=2] 2024-11-09T02:20:38,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:38,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:38,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:20:38,272 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:38,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42489 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:20:38,353 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:20:38,378 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,42489,1731118825622, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:20:38,379 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:38,379 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,42489,1731118825622, seqNum=-1] 2024-11-09T02:20:38,379 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:38,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T02:20:38,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,42489,1731118825622', locateType=CURRENT is [region=hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8., hostname=53f286d3af3b,42489,1731118825622, seqNum=2] 2024-11-09T02:20:38,383 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:20:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:20:38,384 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,42489,1731118825622 suceeded 2024-11-09T02:20:38,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:20:38,386 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:43577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:20:38,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-09T02:20:38,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4490 sec 2024-11-09T02:20:38,402 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:43577' 2024-11-09T02:20:38,403 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12052d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:38,403 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:38,403 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:38,404 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f71f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:38,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:38,405 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:38,405 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e8bef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:38,406 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,43577,1731118821037 2024-11-09T02:20:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@445db95a 2024-11-09T02:20:38,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:20:38,407 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T02:20:38,407 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,42489,1731118825622 (queues=1) is replicating from cluster=94021b87-849c-4375-9bb2-319c02c6aa21 to cluster=1b7e442f-eedb-477e-ac5d-7aee69476fde 2024-11-09T02:20:38,407 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C42489%2C1731118825622 2024-11-09T02:20:38,407 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,42489,1731118825622, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:20:38,408 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, startPosition=0, beingWritten=true 2024-11-09T02:20:38,408 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C42489%2C1731118825622 2024-11-09T02:20:38,411 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:38,411 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:38,411 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:38,614 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:38,918 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:38,975 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:38,976 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:39,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34865 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:20:39,082 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:20:39,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:39,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:39,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:39,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:39,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:39,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed12462, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41225,-1 for getting cluster id 2024-11-09T02:20:39,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:39,084 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '538ff6e5-586d-451f-b442-b51df012cb1e' 2024-11-09T02:20:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:39,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "538ff6e5-586d-451f-b442-b51df012cb1e" 2024-11-09T02:20:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8811fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41225,-1] 2024-11-09T02:20:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:39,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:39,085 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:39,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e70e505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,087 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:39,087 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:39,087 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e6d821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:39,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:39,088 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83b324b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34865,-1 for getting cluster id 2024-11-09T02:20:39,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:39,091 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94021b87-849c-4375-9bb2-319c02c6aa21' 2024-11-09T02:20:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94021b87-849c-4375-9bb2-319c02c6aa21" 2024-11-09T02:20:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3469bd2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34865,-1] 2024-11-09T02:20:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:39,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:39,093 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:39,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4da003, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41431,1731118816448, seqNum=-1] 2024-11-09T02:20:39,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:39,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:39,097 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc., hostname=53f286d3af3b,41431,1731118816448, seqNum=2] 2024-11-09T02:20:39,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,42489,1731118825622, seqNum=-1] 2024-11-09T02:20:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:39,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:39,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118831474.3090408edef7fb8f217085aa9208aab5., hostname=53f286d3af3b,42489,1731118825622, seqNum=2] 2024-11-09T02:20:39,104 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T02:20:39,321 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:39,568 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:39,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:39,778 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:39,824 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:39,978 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 379, reset compression=false 2024-11-09T02:20:39,984 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:39,984 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:39,984 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41431,1731118816448 got entry batch from reader: WALEntryBatch [walEntries=[{test/a20b5797dfa72c00a9dd5d81146858bc/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T02:20:39,988 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:39,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T02:20:39,990 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:39,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e311f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,43577,-1 for getting cluster id 2024-11-09T02:20:39,997 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:39,998 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b7e442f-eedb-477e-ac5d-7aee69476fde' 2024-11-09T02:20:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b7e442f-eedb-477e-ac5d-7aee69476fde" 2024-11-09T02:20:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d43495e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,43577,-1] 2024-11-09T02:20:39,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:39,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:40,000 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:40,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6855a7c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:40,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:40,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41151,1731118821797, seqNum=-1] 2024-11-09T02:20:40,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:40,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T02:20:40,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118829324.1c02529f8084b00e4270a6e3f099862b., hostname=53f286d3af3b,41151,1731118821797, seqNum=2] 2024-11-09T02:20:40,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:40,106 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T02:20:40,198 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:40,427 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:40,501 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:40,682 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 379, reset compression=false 2024-11-09T02:20:40,686 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:40,686 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 503, reset compression=false 2024-11-09T02:20:40,686 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c02529f8084b00e4270a6e3f099862b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T02:20:40,688 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:40,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T02:20:40,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:40,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fffc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:40,689 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,34865,-1 for getting cluster id 2024-11-09T02:20:40,690 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:20:40,690 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '94021b87-849c-4375-9bb2-319c02c6aa21' 2024-11-09T02:20:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:20:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "94021b87-849c-4375-9bb2-319c02c6aa21" 2024-11-09T02:20:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@599ec425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,34865,-1] 2024-11-09T02:20:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:20:40,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:40,691 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:20:40,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb5ff5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:20:40,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:40,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,42489,1731118825622, seqNum=-1] 2024-11-09T02:20:40,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:40,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T02:20:40,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731118831474.3090408edef7fb8f217085aa9208aab5., hostname=53f286d3af3b,42489,1731118825622, seqNum=2] 2024-11-09T02:20:40,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:40,889 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 503, reset compression=false 2024-11-09T02:20:40,904 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:41,107 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T02:20:41,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:20:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41151,1731118821797, seqNum=-1] 2024-11-09T02:20:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:20:41,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:20:41,111 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731118829324.1c02529f8084b00e4270a6e3f099862b., hostname=53f286d3af3b,41151,1731118821797, seqNum=2] 2024-11-09T02:20:41,113 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T02:20:41,130 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 379, reset compression=false 2024-11-09T02:20:41,134 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:41,134 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 526, reset compression=false 2024-11-09T02:20:41,134 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:41,192 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 503, reset compression=false 2024-11-09T02:20:41,196 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:41,196 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 607, reset compression=false 2024-11-09T02:20:41,196 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c02529f8084b00e4270a6e3f099862b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:20:41,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:41,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:41,337 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 526, reset compression=false 2024-11-09T02:20:41,341 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:41,341 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 653, reset compression=false 2024-11-09T02:20:41,342 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:41,399 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 607, reset compression=false 2024-11-09T02:20:41,406 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:41,545 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 653, reset compression=false 2024-11-09T02:20:41,702 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 607, reset compression=false 2024-11-09T02:20:41,849 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 653, reset compression=false 2024-11-09T02:20:42,010 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:42,105 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 607, reset compression=false 2024-11-09T02:20:42,115 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T02:20:42,117 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T02:20:42,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:20:42,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:20:42,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108714 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:20:42,252 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 653, reset compression=false 2024-11-09T02:20:42,256 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:42,256 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 757, reset compression=false 2024-11-09T02:20:42,256 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[{test/3090408edef7fb8f217085aa9208aab5/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T02:20:42,258 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:42,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T02:20:42,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:42,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:42,459 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 757, reset compression=false 2024-11-09T02:20:42,608 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 607, reset compression=false 2024-11-09T02:20:42,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:42,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 735, reset compression=false 2024-11-09T02:20:42,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:42,713 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:42,762 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 757, reset compression=false 2024-11-09T02:20:42,816 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 735, reset compression=false 2024-11-09T02:20:43,119 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 735, reset compression=false 2024-11-09T02:20:43,119 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T02:20:43,123 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T02:20:43,165 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 757, reset compression=false 2024-11-09T02:20:43,516 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 480, reset compression=false 2024-11-09T02:20:43,520 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:43,520 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:43,520 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41431,1731118816448 got entry batch from reader: WALEntryBatch [walEntries=[{test/a20b5797dfa72c00a9dd5d81146858bc/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T02:20:43,521 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:43,522 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 735, reset compression=false 2024-11-09T02:20:43,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:43,526 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:43,526 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 882, reset compression=false 2024-11-09T02:20:43,526 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c02529f8084b00e4270a6e3f099862b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T02:20:43,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:43,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:43,668 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 757, reset compression=false 2024-11-09T02:20:43,672 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:43,672 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 927, reset compression=false 2024-11-09T02:20:43,672 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:43,723 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:43,728 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 882, reset compression=false 2024-11-09T02:20:43,875 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 927, reset compression=false 2024-11-09T02:20:44,026 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:44,031 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 882, reset compression=false 2024-11-09T02:20:44,125 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T02:20:44,127 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T02:20:44,178 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 927, reset compression=false 2024-11-09T02:20:44,429 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:44,433 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 882, reset compression=false 2024-11-09T02:20:44,443 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:44,443 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1041, reset compression=false 2024-11-09T02:20:44,443 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c02529f8084b00e4270a6e3f099862b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T02:20:44,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:44,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42489 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:44,581 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 927, reset compression=false 2024-11-09T02:20:44,585 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:44,585 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1076, reset compression=false 2024-11-09T02:20:44,586 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:44,646 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1041, reset compression=false 2024-11-09T02:20:44,789 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1076, reset compression=false 2024-11-09T02:20:44,932 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:44,949 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1041, reset compression=false 2024-11-09T02:20:45,092 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1076, reset compression=false 2024-11-09T02:20:45,130 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T02:20:45,133 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T02:20:45,352 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1041, reset compression=false 2024-11-09T02:20:45,495 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1076, reset compression=false 2024-11-09T02:20:45,499 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:20:45,499 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1235, reset compression=false 2024-11-09T02:20:45,499 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[{test/3090408edef7fb8f217085aa9208aab5/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T02:20:45,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T02:20:45,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41151 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T02:20:45,535 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:45,659 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:20:45,702 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1235, reset compression=false 2024-11-09T02:20:45,855 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1041, reset compression=false 2024-11-09T02:20:45,858 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:45,859 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:45,859 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:46,005 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1235, reset compression=false 2024-11-09T02:20:46,061 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:46,134 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T02:20:46,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:20:46,138 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:46,138 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:46,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:46,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:46,138 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:20:46,139 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1832194369, stopped=false 2024-11-09T02:20:46,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:46,139 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,34865,1731118825473 2024-11-09T02:20:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21379833152/running 2024-11-09T02:20:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21379833152/running 2024-11-09T02:20:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:46,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:46,199 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:46,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:46,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:46,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:46,200 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,42489,1731118825622' ***** 2024-11-09T02:20:46,200 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:20:46,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/running 2024-11-09T02:20:46,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Set watcher on znode that does not yet exist, /21379833152/running 2024-11-09T02:20:46,200 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:20:46,201 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 3090408edef7fb8f217085aa9208aab5 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,42489,1731118825622 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:42489. 2024-11-09T02:20:46,201 DEBUG [RS:0;53f286d3af3b:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:46,201 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:46,201 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3090408edef7fb8f217085aa9208aab5, disabling compactions & flushes 2024-11-09T02:20:46,201 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:46,201 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:46,201 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118831474.3090408edef7fb8f217085aa9208aab5. after waiting 0 ms 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:20:46,201 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:20:46,201 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3090408edef7fb8f217085aa9208aab5 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T02:20:46,201 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:20:46,201 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1325): Online Regions={3090408edef7fb8f217085aa9208aab5=test,,1731118831474.3090408edef7fb8f217085aa9208aab5., 5cebc3f24a75e84c5e14f753bdc15ce8=hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:20:46,201 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:46,201 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:46,202 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:46,202 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:46,202 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:46,202 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:46,202 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:20:46,218 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/f/befacc9e8da04e6eb31bb6012cb9e18d is 29, key is row1/f:/1731118844125/DeleteFamily/seqid=0 2024-11-09T02:20:46,218 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/info/b877f61abd0b44a4afcff5ab5082047a is 147, key is hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8./info:regioninfo/1731118838097/Put/seqid=0 2024-11-09T02:20:46,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741840_1016 (size=5152) 2024-11-09T02:20:46,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741841_1017 (size=7686) 2024-11-09T02:20:46,238 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:46,300 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:46,364 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:46,402 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:46,407 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1235, reset compression=false 2024-11-09T02:20:46,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:46,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1482, reset compression=false 2024-11-09T02:20:46,410 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,42489,1731118825622 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:46,411 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,42489,1731118825622: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,42489,1731118825622, walGroup=53f286d3af3b%2C42489%2C1731118825622, offset=53f286d3af3b%2C42489%2C1731118825622.1731118828024:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:42489 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:20:46,413 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:20:46,413 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:20:46,413 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:20:46,413 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:20:46,413 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:20:46,413 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 937100736 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 201919112 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:20:46,413 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:34865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:34865 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:20:46,602 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:46,613 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1482, reset compression=false 2024-11-09T02:20:46,621 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/f/befacc9e8da04e6eb31bb6012cb9e18d 2024-11-09T02:20:46,623 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/info/b877f61abd0b44a4afcff5ab5082047a 2024-11-09T02:20:46,624 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for befacc9e8da04e6eb31bb6012cb9e18d 2024-11-09T02:20:46,637 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/f1/ad986e12b32549d5a8384a5aef84bbf5 is 30, key is row1/f1:/1731118844125/DeleteFamily/seqid=0 2024-11-09T02:20:46,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741842_1018 (size=5158) 2024-11-09T02:20:46,641 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/ns/370d58f71bdb414386b4bef003a3e9fb is 43, key is default/ns:d/1731118828597/Put/seqid=0 2024-11-09T02:20:46,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741843_1019 (size=5153) 2024-11-09T02:20:46,767 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:46,802 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:46,916 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1482, reset compression=false 2024-11-09T02:20:46,964 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:20:46,964 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:20:47,002 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:47,040 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/f1/ad986e12b32549d5a8384a5aef84bbf5 2024-11-09T02:20:47,040 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:47,043 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad986e12b32549d5a8384a5aef84bbf5 2024-11-09T02:20:47,044 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/ns/370d58f71bdb414386b4bef003a3e9fb 2024-11-09T02:20:47,056 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/norep/a52b3cc88b7f4ba6a9e0a638c01e9dfb is 33, key is row2/norep:/1731118845130/DeleteFamily/seqid=0 2024-11-09T02:20:47,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741844_1020 (size=5108) 2024-11-09T02:20:47,063 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/rep_barrier/d455457151c7428995a61fe61c7f5552 is 112, key is test,,1731118831474.3090408edef7fb8f217085aa9208aab5./rep_barrier:seqnumDuringOpen/1731118832615/Put/seqid=0 2024-11-09T02:20:47,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741845_1021 (size=5518) 2024-11-09T02:20:47,202 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:47,271 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:47,318 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.wal-reader.53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/WALs/53f286d3af3b,42489,1731118825622/53f286d3af3b%2C42489%2C1731118825622.1731118828024 to pos 1482, reset compression=false 2024-11-09T02:20:47,402 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3090408edef7fb8f217085aa9208aab5, 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:47,459 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/norep/a52b3cc88b7f4ba6a9e0a638c01e9dfb 2024-11-09T02:20:47,462 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a52b3cc88b7f4ba6a9e0a638c01e9dfb 2024-11-09T02:20:47,463 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/f/befacc9e8da04e6eb31bb6012cb9e18d as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/f/befacc9e8da04e6eb31bb6012cb9e18d 2024-11-09T02:20:47,466 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for befacc9e8da04e6eb31bb6012cb9e18d 2024-11-09T02:20:47,466 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/rep_barrier/d455457151c7428995a61fe61c7f5552 2024-11-09T02:20:47,466 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/f/befacc9e8da04e6eb31bb6012cb9e18d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T02:20:47,467 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/f1/ad986e12b32549d5a8384a5aef84bbf5 as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/f1/ad986e12b32549d5a8384a5aef84bbf5 2024-11-09T02:20:47,470 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad986e12b32549d5a8384a5aef84bbf5 2024-11-09T02:20:47,470 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/f1/ad986e12b32549d5a8384a5aef84bbf5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T02:20:47,471 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/.tmp/norep/a52b3cc88b7f4ba6a9e0a638c01e9dfb as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/norep/a52b3cc88b7f4ba6a9e0a638c01e9dfb 2024-11-09T02:20:47,474 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a52b3cc88b7f4ba6a9e0a638c01e9dfb 2024-11-09T02:20:47,474 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/norep/a52b3cc88b7f4ba6a9e0a638c01e9dfb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T02:20:47,475 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3090408edef7fb8f217085aa9208aab5 in 1274ms, sequenceid=10, compaction requested=false 2024-11-09T02:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/default/test/3090408edef7fb8f217085aa9208aab5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T02:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:47,479 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3090408edef7fb8f217085aa9208aab5: Waiting for close lock at 1731118846201Running coprocessor pre-close hooks at 1731118846201Disabling compacts and flushes for region at 1731118846201Disabling writes for close at 1731118846201Obtaining lock to block concurrent updates at 1731118846201Preparing flush snapshotting stores in 3090408edef7fb8f217085aa9208aab5 at 1731118846201Finished memstore snapshotting test,,1731118831474.3090408edef7fb8f217085aa9208aab5., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731118846202 (+1 ms)Flushing stores of test,,1731118831474.3090408edef7fb8f217085aa9208aab5. at 1731118846202Flushing 3090408edef7fb8f217085aa9208aab5/f: creating writer at 1731118846202Flushing 3090408edef7fb8f217085aa9208aab5/f: appending metadata at 1731118846217 (+15 ms)Flushing 3090408edef7fb8f217085aa9208aab5/f: closing flushed file at 1731118846217Flushing 3090408edef7fb8f217085aa9208aab5/f1: creating writer at 1731118846625 (+408 ms)Flushing 3090408edef7fb8f217085aa9208aab5/f1: appending metadata at 1731118846636 (+11 ms)Flushing 3090408edef7fb8f217085aa9208aab5/f1: closing flushed file at 1731118846636Flushing 3090408edef7fb8f217085aa9208aab5/norep: creating writer at 1731118847043 (+407 ms)Flushing 3090408edef7fb8f217085aa9208aab5/norep: appending metadata at 1731118847055 (+12 ms)Flushing 3090408edef7fb8f217085aa9208aab5/norep: closing flushed file at 1731118847055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bd6ad4e: reopening flushed file at 1731118847462 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d67d7b6: reopening flushed file at 1731118847466 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e7464d: reopening flushed file at 1731118847470 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3090408edef7fb8f217085aa9208aab5 in 1274ms, sequenceid=10, compaction requested=false at 1731118847475 (+5 ms)Writing region close event to WAL at 1731118847476 (+1 ms)Running coprocessor post-close hooks at 1731118847479 (+3 ms)Closed at 1731118847479 2024-11-09T02:20:47,479 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118831474.3090408edef7fb8f217085aa9208aab5. 2024-11-09T02:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cebc3f24a75e84c5e14f753bdc15ce8, disabling compactions & flushes 2024-11-09T02:20:47,480 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. after waiting 0 ms 2024-11-09T02:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cebc3f24a75e84c5e14f753bdc15ce8: Waiting for close lock at 1731118847479Running coprocessor pre-close hooks at 1731118847479Disabling compacts and flushes for region at 1731118847480 (+1 ms)Disabling writes for close at 1731118847480Failed flush hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8., putting online again at 1731118847480 2024-11-09T02:20:47,480 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,483 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/table/e887bd73a51548e58adfd190c4799893 is 53, key is hbase:replication/table:state/1731118838102/Put/seqid=0 2024-11-09T02:20:47,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741846_1022 (size=5308) 2024-11-09T02:20:47,486 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/table/e887bd73a51548e58adfd190c4799893 2024-11-09T02:20:47,489 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/info/b877f61abd0b44a4afcff5ab5082047a as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/info/b877f61abd0b44a4afcff5ab5082047a 2024-11-09T02:20:47,492 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/info/b877f61abd0b44a4afcff5ab5082047a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:20:47,493 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/ns/370d58f71bdb414386b4bef003a3e9fb as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/ns/370d58f71bdb414386b4bef003a3e9fb 2024-11-09T02:20:47,496 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/ns/370d58f71bdb414386b4bef003a3e9fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:20:47,496 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/rep_barrier/d455457151c7428995a61fe61c7f5552 as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/rep_barrier/d455457151c7428995a61fe61c7f5552 2024-11-09T02:20:47,499 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/rep_barrier/d455457151c7428995a61fe61c7f5552, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:20:47,500 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/.tmp/table/e887bd73a51548e58adfd190c4799893 as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/table/e887bd73a51548e58adfd190c4799893 2024-11-09T02:20:47,503 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/table/e887bd73a51548e58adfd190c4799893, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:20:47,503 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-09T02:20:47,511 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:20:47,511 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:47,511 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:47,511 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:47,511 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118846201Running coprocessor pre-close hooks at 1731118846201Disabling compacts and flushes for region at 1731118846201Disabling writes for close at 1731118846202 (+1 ms)Obtaining lock to block concurrent updates at 1731118846202Preparing flush snapshotting stores in 1588230740 at 1731118846202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118846202Flushing stores of hbase:meta,,1.1588230740 at 1731118846202Flushing 1588230740/info: creating writer at 1731118846202Flushing 1588230740/info: appending metadata at 1731118846218 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731118846218Flushing 1588230740/ns: creating writer at 1731118846626 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731118846641 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731118846641Flushing 1588230740/rep_barrier: creating writer at 1731118847047 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118847062 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118847062Flushing 1588230740/table: creating writer at 1731118847469 (+407 ms)Flushing 1588230740/table: appending metadata at 1731118847482 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731118847482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a8f16d: reopening flushed file at 1731118847489 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ff2c9c: reopening flushed file at 1731118847492 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239ff417: reopening flushed file at 1731118847496 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f432be5: reopening flushed file at 1731118847499 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1731118847504 (+5 ms)Writing region close event to WAL at 1731118847508 (+4 ms)Running coprocessor post-close hooks at 1731118847511 (+3 ms)Closed at 1731118847511 2024-11-09T02:20:47,511 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:47,602 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:20:47,603 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1325): Online Regions={5cebc3f24a75e84c5e14f753bdc15ce8=hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8.} 2024-11-09T02:20:47,603 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:47,603 DEBUG [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1351): Waiting on 5cebc3f24a75e84c5e14f753bdc15ce8 2024-11-09T02:20:47,603 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cebc3f24a75e84c5e14f753bdc15ce8, disabling compactions & flushes 2024-11-09T02:20:47,603 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,603 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,603 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. after waiting 0 ms 2024-11-09T02:20:47,603 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,603 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cebc3f24a75e84c5e14f753bdc15ce8: Waiting for close lock at 1731118847603Running coprocessor pre-close hooks at 1731118847603Disabling compacts and flushes for region at 1731118847603Disabling writes for close at 1731118847603Failed flush hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8., putting online again at 1731118847603 2024-11-09T02:20:47,603 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118836944.5cebc3f24a75e84c5e14f753bdc15ce8. 2024-11-09T02:20:47,803 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T02:20:47,803 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,42489,1731118825622; all regions closed. 2024-11-09T02:20:47,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:20:47,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741839_1015 (size=2171) 2024-11-09T02:20:47,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741833_1009 (size=2134) 2024-11-09T02:20:47,808 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:47,808 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:47,808 INFO [RS:0;53f286d3af3b:42489 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:47,808 INFO [RS:0;53f286d3af3b:42489 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:47,808 INFO [RS:0;53f286d3af3b:42489 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:47,808 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:47,809 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,42489,1731118825622 because: Region server is closing 2024-11-09T02:20:47,809 INFO [RS:0;53f286d3af3b:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:42489. 2024-11-09T02:20:47,809 DEBUG [RS:0;53f286d3af3b:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:47,809 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:47,809 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:47,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:47,874 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:47,909 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,42489,1731118825622.replicationSource.shipper53f286d3af3b%2C42489%2C1731118825622,1-53f286d3af3b,42489,1731118825622 terminated 2024-11-09T02:20:47,910 INFO [RS:0;53f286d3af3b:42489 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:42489. 2024-11-09T02:20:47,910 DEBUG [RS:0;53f286d3af3b:42489 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:47,910 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:47,910 DEBUG [RS:0;53f286d3af3b:42489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:47,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:47,910 INFO [RS:0;53f286d3af3b:42489 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42489 2024-11-09T02:20:47,943 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:47,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21379833152/rs/53f286d3af3b,42489,1731118825622 2024-11-09T02:20:47,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152/rs 2024-11-09T02:20:47,965 INFO [RS:0;53f286d3af3b:42489 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:47,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,42489,1731118825622] 2024-11-09T02:20:47,986 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21379833152/draining/53f286d3af3b,42489,1731118825622 already deleted, retry=false 2024-11-09T02:20:47,986 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,42489,1731118825622 expired; onlineServers=0 2024-11-09T02:20:47,986 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,34865,1731118825473' ***** 2024-11-09T02:20:47,986 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:20:47,986 INFO [M:0;53f286d3af3b:34865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:47,986 INFO [M:0;53f286d3af3b:34865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:47,986 DEBUG [M:0;53f286d3af3b:34865 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:20:47,986 DEBUG [M:0;53f286d3af3b:34865 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:20:47,986 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118827744 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118827744,5,FailOnTimeoutGroup] 2024-11-09T02:20:47,987 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:20:47,987 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118827737 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118827737,5,FailOnTimeoutGroup] 2024-11-09T02:20:47,987 INFO [M:0;53f286d3af3b:34865 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:47,987 INFO [M:0;53f286d3af3b:34865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:47,987 DEBUG [M:0;53f286d3af3b:34865 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:20:47,987 INFO [M:0;53f286d3af3b:34865 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:20:47,987 INFO [M:0;53f286d3af3b:34865 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:47,987 INFO [M:0;53f286d3af3b:34865 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:20:47,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:20:47,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21379833152/master 2024-11-09T02:20:47,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21379833152 2024-11-09T02:20:47,999 DEBUG [M:0;53f286d3af3b:34865 {}] zookeeper.ZKUtil(347): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Unable to get data of znode /21379833152/master because node does not exist (not an error) 2024-11-09T02:20:47,999 WARN [M:0;53f286d3af3b:34865 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:20:48,008 INFO [M:0;53f286d3af3b:34865 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/.lastflushedseqids 2024-11-09T02:20:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741847_1023 (size=245) 2024-11-09T02:20:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:48,075 INFO [RS:0;53f286d3af3b:42489 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42489-0x1011d64cd200007, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:48,076 INFO [RS:0;53f286d3af3b:42489 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,42489,1731118825622; zookeeper connection closed. 2024-11-09T02:20:48,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f8ac37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f8ac37 2024-11-09T02:20:48,076 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:20:48,412 INFO [M:0;53f286d3af3b:34865 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:20:48,412 INFO [M:0;53f286d3af3b:34865 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:20:48,412 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:48,412 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:48,412 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:48,412 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:48,412 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:48,412 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T02:20:48,425 DEBUG [M:0;53f286d3af3b:34865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d617837cbf84d7799ebd37ec45b0b26 is 82, key is hbase:meta,,1/info:regioninfo/1731118828583/Put/seqid=0 2024-11-09T02:20:48,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:20:48,577 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:48,828 INFO [M:0;53f286d3af3b:34865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d617837cbf84d7799ebd37ec45b0b26 2024-11-09T02:20:48,844 DEBUG [M:0;53f286d3af3b:34865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7494455d3144bacbce3ee672ddf95f1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118838106/Put/seqid=0 2024-11-09T02:20:48,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741849_1025 (size=8516) 2024-11-09T02:20:48,946 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:49,247 INFO [M:0;53f286d3af3b:34865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7494455d3144bacbce3ee672ddf95f1 2024-11-09T02:20:49,263 DEBUG [M:0;53f286d3af3b:34865 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbb951a50d83421dbdd58aab95c5bf0e is 69, key is 53f286d3af3b,42489,1731118825622/rs:state/1731118827801/Put/seqid=0 2024-11-09T02:20:49,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:20:49,379 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:49,666 INFO [M:0;53f286d3af3b:34865 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbb951a50d83421dbdd58aab95c5bf0e 2024-11-09T02:20:49,670 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3d617837cbf84d7799ebd37ec45b0b26 as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d617837cbf84d7799ebd37ec45b0b26 2024-11-09T02:20:49,674 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3d617837cbf84d7799ebd37ec45b0b26, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T02:20:49,674 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a7494455d3144bacbce3ee672ddf95f1 as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7494455d3144bacbce3ee672ddf95f1 2024-11-09T02:20:49,677 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a7494455d3144bacbce3ee672ddf95f1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T02:20:49,678 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fbb951a50d83421dbdd58aab95c5bf0e as hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbb951a50d83421dbdd58aab95c5bf0e 2024-11-09T02:20:49,681 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42369/user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fbb951a50d83421dbdd58aab95c5bf0e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T02:20:49,682 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false 2024-11-09T02:20:49,683 INFO [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:49,683 DEBUG [M:0;53f286d3af3b:34865 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118848412Disabling compacts and flushes for region at 1731118848412Disabling writes for close at 1731118848412Obtaining lock to block concurrent updates at 1731118848412Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118848412Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731118848412Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118848413 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118848413Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118848425 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118848425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118848831 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118848843 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118848843Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118849250 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118849262 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118849262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a76a6be: reopening flushed file at 1731118849670 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18f65277: reopening flushed file at 1731118849674 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d4bcf2c: reopening flushed file at 1731118849678 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1270ms, sequenceid=97, compaction requested=false at 1731118849682 (+4 ms)Writing region close event to WAL at 1731118849683 (+1 ms)Closed at 1731118849683 2024-11-09T02:20:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741830_1006 (size=63654) 2024-11-09T02:20:49,684 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a33b25dd-fa97-5eff-4299-a67da37286a3/MasterData/WALs/53f286d3af3b,34865,1731118825473/53f286d3af3b%2C34865%2C1731118825473.1731118827385 not finished, retry = 0 2024-11-09T02:20:49,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:49,785 INFO [M:0;53f286d3af3b:34865 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:20:49,786 INFO [M:0;53f286d3af3b:34865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34865 2024-11-09T02:20:49,786 INFO [M:0;53f286d3af3b:34865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:49,935 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-09T02:20:49,936 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T02:20:50,048 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:50,086 INFO [M:0;53f286d3af3b:34865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:50,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:50,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34865-0x1011d64cd200006, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:50,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:50,091 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:50,091 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:50,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:50,091 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:50,092 WARN [BP-1583165047-172.17.0.3-1731118823592 heartbeating to localhost/127.0.0.1:42369 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:20:50,092 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:20:50,092 WARN [BP-1583165047-172.17.0.3-1731118823592 heartbeating to localhost/127.0.0.1:42369 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1583165047-172.17.0.3-1731118823592 (Datanode Uuid 013151c5-da51-493c-9ad6-ecaa6c437761) service to localhost/127.0.0.1:42369 2024-11-09T02:20:50,092 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:20:50,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/cluster_09e5670e-b847-0572-0e8b-6621a39df686/data/data1/current/BP-1583165047-172.17.0.3-1731118823592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:50,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/cluster_09e5670e-b847-0572-0e8b-6621a39df686/data/data2/current/BP-1583165047-172.17.0.3-1731118823592 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:50,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:20:50,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff77b68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:50,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:50,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:50,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:50,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:50,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:20:50,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:20:50,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:50,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:50,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:50,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:50,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:50,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:20:50,111 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1286953123, stopped=false 2024-11-09T02:20:50,111 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,43577,1731118821037 2024-11-09T02:20:50,282 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238784694/running 2024-11-09T02:20:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238784694/running 2024-11-09T02:20:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:50,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:50,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:50,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/running 2024-11-09T02:20:50,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Set watcher on znode that does not yet exist, /1-1238784694/running 2024-11-09T02:20:50,333 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:50,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:50,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:50,334 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,41151,1731118821797' ***** 2024-11-09T02:20:50,334 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c02529f8084b00e4270a6e3f099862b 2024-11-09T02:20:50,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,41151,1731118821797 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41151. 2024-11-09T02:20:50,334 DEBUG [RS:0;53f286d3af3b:41151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:50,334 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c02529f8084b00e4270a6e3f099862b, disabling compactions & flushes 2024-11-09T02:20:50,334 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:50,334 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:50,334 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:20:50,334 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. after waiting 0 ms 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:20:50,334 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:50,334 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:20:50,335 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1c02529f8084b00e4270a6e3f099862b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T02:20:50,335 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:20:50,335 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1325): Online Regions={1c02529f8084b00e4270a6e3f099862b=test,,1731118829324.1c02529f8084b00e4270a6e3f099862b., 3d918d7c8d2d5a72d9f9c3e15441156c=hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:20:50,335 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:50,335 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:50,335 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:50,335 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:50,335 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:50,335 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:50,335 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:20:50,347 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/f/529cadc0178d41daa9131204d22351f5 is 29, key is row1/f:/1731118844125/DeleteFamily/seqid=0 2024-11-09T02:20:50,350 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/info/2fd54444f3c8484fa64d16e4e38df98d is 147, key is hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c./info:regioninfo/1731118835944/Put/seqid=0 2024-11-09T02:20:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741840_1016 (size=5152) 2024-11-09T02:20:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741841_1017 (size=7686) 2024-11-09T02:20:50,354 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/info/2fd54444f3c8484fa64d16e4e38df98d 2024-11-09T02:20:50,371 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/ns/77463bb6e6bd4427b27ce63e42c9608c is 43, key is default/ns:d/1731118823493/Put/seqid=0 2024-11-09T02:20:50,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:20:50,389 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:50,535 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:50,629 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:20:50,735 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:50,753 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/f/529cadc0178d41daa9131204d22351f5 2024-11-09T02:20:50,757 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 529cadc0178d41daa9131204d22351f5 2024-11-09T02:20:50,779 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/ns/77463bb6e6bd4427b27ce63e42c9608c 2024-11-09T02:20:50,779 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/f1/5657a7462bcc4e9882f64d1e4641ce58 is 30, key is row1/f1:/1731118844125/DeleteFamily/seqid=0 2024-11-09T02:20:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741843_1019 (size=5158) 2024-11-09T02:20:50,795 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/rep_barrier/d2d089ba9b444c2ba234dccc61f94eaf is 112, key is test,,1731118829324.1c02529f8084b00e4270a6e3f099862b./rep_barrier:seqnumDuringOpen/1731118830464/Put/seqid=0 2024-11-09T02:20:50,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741844_1020 (size=5518) 2024-11-09T02:20:50,864 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:20:50,864 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:20:50,935 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:51,135 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:51,182 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/f1/5657a7462bcc4e9882f64d1e4641ce58 2024-11-09T02:20:51,186 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5657a7462bcc4e9882f64d1e4641ce58 2024-11-09T02:20:51,198 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/rep_barrier/d2d089ba9b444c2ba234dccc61f94eaf 2024-11-09T02:20:51,199 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/norep/cb94ea1387c246c9a324d381c09e8359 is 33, key is row1/norep:/1731118844125/DeleteFamily/seqid=0 2024-11-09T02:20:51,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741845_1021 (size=5108) 2024-11-09T02:20:51,214 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/table/462ec0bda4fd41faa09c29bf1f2bbc00 is 53, key is hbase:replication/table:state/1731118835951/Put/seqid=0 2024-11-09T02:20:51,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741846_1022 (size=5308) 2024-11-09T02:20:51,251 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:51,285 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1191, reset compression=false 2024-11-09T02:20:51,288 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:51,288 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1438, reset compression=false 2024-11-09T02:20:51,288 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41151,1731118821797 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:20:51,289 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,41151,1731118821797: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-53f286d3af3b,41151,1731118821797, walGroup=53f286d3af3b%2C41151%2C1731118821797, offset=53f286d3af3b%2C41151%2C1731118821797.1731118822997:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41151 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:20:51,290 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:20:51,291 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:20:51,292 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:20:51,292 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:20:51,292 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:20:51,292 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 917973656 }, "NonHeapMemoryUsage": { "committed": 206045184, "init": 7667712, "max": -1, "used": 202243176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:20:51,292 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:43577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:43577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:20:51,335 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:51,491 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1438, reset compression=false 2024-11-09T02:20:51,536 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c02529f8084b00e4270a6e3f099862b, 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:51,602 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/norep/cb94ea1387c246c9a324d381c09e8359 2024-11-09T02:20:51,605 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb94ea1387c246c9a324d381c09e8359 2024-11-09T02:20:51,606 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/f/529cadc0178d41daa9131204d22351f5 as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/f/529cadc0178d41daa9131204d22351f5 2024-11-09T02:20:51,609 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 529cadc0178d41daa9131204d22351f5 2024-11-09T02:20:51,609 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/f/529cadc0178d41daa9131204d22351f5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T02:20:51,610 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/f1/5657a7462bcc4e9882f64d1e4641ce58 as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/f1/5657a7462bcc4e9882f64d1e4641ce58 2024-11-09T02:20:51,612 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5657a7462bcc4e9882f64d1e4641ce58 2024-11-09T02:20:51,612 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/f1/5657a7462bcc4e9882f64d1e4641ce58, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T02:20:51,613 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/.tmp/norep/cb94ea1387c246c9a324d381c09e8359 as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/norep/cb94ea1387c246c9a324d381c09e8359 2024-11-09T02:20:51,615 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb94ea1387c246c9a324d381c09e8359 2024-11-09T02:20:51,615 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/norep/cb94ea1387c246c9a324d381c09e8359, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T02:20:51,616 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1c02529f8084b00e4270a6e3f099862b in 1282ms, sequenceid=10, compaction requested=false 2024-11-09T02:20:51,619 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/default/test/1c02529f8084b00e4270a6e3f099862b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:51,620 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c02529f8084b00e4270a6e3f099862b: Waiting for close lock at 1731118850334Running coprocessor pre-close hooks at 1731118850334Disabling compacts and flushes for region at 1731118850334Disabling writes for close at 1731118850334Obtaining lock to block concurrent updates at 1731118850335 (+1 ms)Preparing flush snapshotting stores in 1c02529f8084b00e4270a6e3f099862b at 1731118850335Finished memstore snapshotting test,,1731118829324.1c02529f8084b00e4270a6e3f099862b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731118850335Flushing stores of test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. at 1731118850335Flushing 1c02529f8084b00e4270a6e3f099862b/f: creating writer at 1731118850335Flushing 1c02529f8084b00e4270a6e3f099862b/f: appending metadata at 1731118850347 (+12 ms)Flushing 1c02529f8084b00e4270a6e3f099862b/f: closing flushed file at 1731118850347Flushing 1c02529f8084b00e4270a6e3f099862b/f1: creating writer at 1731118850757 (+410 ms)Flushing 1c02529f8084b00e4270a6e3f099862b/f1: appending metadata at 1731118850779 (+22 ms)Flushing 1c02529f8084b00e4270a6e3f099862b/f1: closing flushed file at 1731118850779Flushing 1c02529f8084b00e4270a6e3f099862b/norep: creating writer at 1731118851186 (+407 ms)Flushing 1c02529f8084b00e4270a6e3f099862b/norep: appending metadata at 1731118851198 (+12 ms)Flushing 1c02529f8084b00e4270a6e3f099862b/norep: closing flushed file at 1731118851198Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b67139d: reopening flushed file at 1731118851605 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9832f45: reopening flushed file at 1731118851609 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40648b7d: reopening flushed file at 1731118851612 (+3 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 1c02529f8084b00e4270a6e3f099862b in 1282ms, sequenceid=10, compaction requested=false at 1731118851616 (+4 ms)Writing region close event to WAL at 1731118851617 (+1 ms)Running coprocessor post-close hooks at 1731118851619 (+2 ms)Closed at 1731118851620 (+1 ms) 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118829324.1c02529f8084b00e4270a6e3f099862b. 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d918d7c8d2d5a72d9f9c3e15441156c, disabling compactions & flushes 2024-11-09T02:20:51,620 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. after waiting 0 ms 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d918d7c8d2d5a72d9f9c3e15441156c: Waiting for close lock at 1731118851620Running coprocessor pre-close hooks at 1731118851620Disabling compacts and flushes for region at 1731118851620Disabling writes for close at 1731118851620Failed flush hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c., putting online again at 1731118851620 2024-11-09T02:20:51,620 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/table/462ec0bda4fd41faa09c29bf1f2bbc00 2024-11-09T02:20:51,620 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,623 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/info/2fd54444f3c8484fa64d16e4e38df98d as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/info/2fd54444f3c8484fa64d16e4e38df98d 2024-11-09T02:20:51,626 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/info/2fd54444f3c8484fa64d16e4e38df98d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:20:51,626 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/ns/77463bb6e6bd4427b27ce63e42c9608c as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/ns/77463bb6e6bd4427b27ce63e42c9608c 2024-11-09T02:20:51,629 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/ns/77463bb6e6bd4427b27ce63e42c9608c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:20:51,630 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/rep_barrier/d2d089ba9b444c2ba234dccc61f94eaf as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/rep_barrier/d2d089ba9b444c2ba234dccc61f94eaf 2024-11-09T02:20:51,632 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/rep_barrier/d2d089ba9b444c2ba234dccc61f94eaf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:20:51,633 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/.tmp/table/462ec0bda4fd41faa09c29bf1f2bbc00 as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/table/462ec0bda4fd41faa09c29bf1f2bbc00 2024-11-09T02:20:51,636 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/table/462ec0bda4fd41faa09c29bf1f2bbc00, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:20:51,636 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false 2024-11-09T02:20:51,640 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:20:51,640 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:51,640 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:51,640 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:51,640 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118850335Running coprocessor pre-close hooks at 1731118850335Disabling compacts and flushes for region at 1731118850335Disabling writes for close at 1731118850335Obtaining lock to block concurrent updates at 1731118850335Preparing flush snapshotting stores in 1588230740 at 1731118850335Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118850335Flushing stores of hbase:meta,,1.1588230740 at 1731118850335Flushing 1588230740/info: creating writer at 1731118850335Flushing 1588230740/info: appending metadata at 1731118850350 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731118850350Flushing 1588230740/ns: creating writer at 1731118850357 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731118850370 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731118850370Flushing 1588230740/rep_barrier: creating writer at 1731118850783 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118850795 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118850795Flushing 1588230740/table: creating writer at 1731118851201 (+406 ms)Flushing 1588230740/table: appending metadata at 1731118851214 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731118851214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a130494: reopening flushed file at 1731118851623 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f728e: reopening flushed file at 1731118851626 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3455108c: reopening flushed file at 1731118851629 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b128883: reopening flushed file at 1731118851633 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=16, compaction requested=false at 1731118851636 (+3 ms)Writing region close event to WAL at 1731118851638 (+2 ms)Running coprocessor post-close hooks at 1731118851640 (+2 ms)Closed at 1731118851640 2024-11-09T02:20:51,640 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:51,736 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:20:51,736 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1325): Online Regions={3d918d7c8d2d5a72d9f9c3e15441156c=hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c.} 2024-11-09T02:20:51,736 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(3091): Received CLOSE for 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:51,736 DEBUG [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1351): Waiting on 3d918d7c8d2d5a72d9f9c3e15441156c 2024-11-09T02:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3d918d7c8d2d5a72d9f9c3e15441156c, disabling compactions & flushes 2024-11-09T02:20:51,736 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. after waiting 0 ms 2024-11-09T02:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3d918d7c8d2d5a72d9f9c3e15441156c: Waiting for close lock at 1731118851736Running coprocessor pre-close hooks at 1731118851736Disabling compacts and flushes for region at 1731118851736Disabling writes for close at 1731118851736Failed flush hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c., putting online again at 1731118851736 2024-11-09T02:20:51,736 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731118834787.3d918d7c8d2d5a72d9f9c3e15441156c. 2024-11-09T02:20:51,794 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 1438, reset compression=false 2024-11-09T02:20:51,798 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:20:51,798 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.wal-reader.53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/WALs/53f286d3af3b,41151,1731118821797/53f286d3af3b%2C41151%2C1731118821797.1731118822997 to pos 2082, reset compression=false 2024-11-09T02:20:51,936 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T02:20:51,936 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,41151,1731118821797; all regions closed. 2024-11-09T02:20:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:20:51,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741839_1015 (size=2171) 2024-11-09T02:20:51,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741833_1009 (size=2090) 2024-11-09T02:20:51,942 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:51,942 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:51,942 INFO [RS:0;53f286d3af3b:41151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:51,943 INFO [RS:0;53f286d3af3b:41151 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:51,943 INFO [RS:0;53f286d3af3b:41151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:51,943 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:51,943 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,41151,1731118821797 because: Region server is closing 2024-11-09T02:20:51,943 INFO [RS:0;53f286d3af3b:41151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41151. 2024-11-09T02:20:51,943 DEBUG [RS:0;53f286d3af3b:41151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:51,944 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:51,944 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:51,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:52,044 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41151,1731118821797.replicationSource.shipper53f286d3af3b%2C41151%2C1731118821797,1-53f286d3af3b,41151,1731118821797 terminated 2024-11-09T02:20:52,044 INFO [RS:0;53f286d3af3b:41151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41151. 2024-11-09T02:20:52,044 DEBUG [RS:0;53f286d3af3b:41151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:52,044 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:52,044 DEBUG [RS:0;53f286d3af3b:41151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:52,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:52,045 INFO [RS:0;53f286d3af3b:41151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41151 2024-11-09T02:20:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238784694/rs/53f286d3af3b,41151,1731118821797 2024-11-09T02:20:52,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694/rs 2024-11-09T02:20:52,062 INFO [RS:0;53f286d3af3b:41151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:52,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,41151,1731118821797] 2024-11-09T02:20:52,125 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/draining/53f286d3af3b,41151,1731118821797 already deleted, retry=false 2024-11-09T02:20:52,125 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,41151,1731118821797 expired; onlineServers=0 2024-11-09T02:20:52,125 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,43577,1731118821037' ***** 2024-11-09T02:20:52,125 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:20:52,126 INFO [M:0;53f286d3af3b:43577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:52,126 INFO [M:0;53f286d3af3b:43577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:52,126 DEBUG [M:0;53f286d3af3b:43577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:20:52,126 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:20:52,126 DEBUG [M:0;53f286d3af3b:43577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:20:52,126 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118822759 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118822759,5,FailOnTimeoutGroup] 2024-11-09T02:20:52,126 INFO [M:0;53f286d3af3b:43577 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:52,126 INFO [M:0;53f286d3af3b:43577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:52,126 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118822759 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118822759,5,FailOnTimeoutGroup] 2024-11-09T02:20:52,126 DEBUG [M:0;53f286d3af3b:43577 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:20:52,126 INFO [M:0;53f286d3af3b:43577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:20:52,127 INFO [M:0;53f286d3af3b:43577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:52,127 INFO [M:0;53f286d3af3b:43577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:20:52,127 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:20:52,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1238784694/master 2024-11-09T02:20:52,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1238784694 2024-11-09T02:20:52,146 DEBUG [M:0;53f286d3af3b:43577 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1238784694/master already deleted, retry=false 2024-11-09T02:20:52,146 DEBUG [M:0;53f286d3af3b:43577 {}] master.ActiveMasterManager(353): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1238784694/master 2024-11-09T02:20:52,147 INFO [M:0;53f286d3af3b:43577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/.lastflushedseqids 2024-11-09T02:20:52,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741847_1023 (size=245) 2024-11-09T02:20:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:52,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41151-0x1011d64cd200004, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:52,204 INFO [RS:0;53f286d3af3b:41151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:52,204 INFO [RS:0;53f286d3af3b:41151 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,41151,1731118821797; zookeeper connection closed. 2024-11-09T02:20:52,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5823815b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5823815b 2024-11-09T02:20:52,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:20:52,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:52,554 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.wal-reader.53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.1731118817327 to pos 636, reset compression=false 2024-11-09T02:20:52,555 INFO [M:0;53f286d3af3b:43577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:20:52,555 INFO [M:0;53f286d3af3b:43577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:20:52,561 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:52,561 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:52,561 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:52,561 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:52,561 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:52,562 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T02:20:52,587 DEBUG [M:0;53f286d3af3b:43577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2411bc804c5042629d0e9bc129fa854f is 82, key is hbase:meta,,1/info:regioninfo/1731118823476/Put/seqid=0 2024-11-09T02:20:52,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741848_1024 (size=5672) 2024-11-09T02:20:52,594 INFO [M:0;53f286d3af3b:43577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2411bc804c5042629d0e9bc129fa854f 2024-11-09T02:20:52,621 DEBUG [M:0;53f286d3af3b:43577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0248bcff23a642babafa60e51a097dfd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118835954/Put/seqid=0 2024-11-09T02:20:52,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741849_1025 (size=8517) 2024-11-09T02:20:52,628 INFO [M:0;53f286d3af3b:43577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0248bcff23a642babafa60e51a097dfd 2024-11-09T02:20:52,651 DEBUG [M:0;53f286d3af3b:43577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5495b6c5f5dc41839cfb2988fa346f0c is 69, key is 53f286d3af3b,41151,1731118821797/rs:state/1731118822789/Put/seqid=0 2024-11-09T02:20:52,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741850_1026 (size=5156) 2024-11-09T02:20:52,660 INFO [M:0;53f286d3af3b:43577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5495b6c5f5dc41839cfb2988fa346f0c 2024-11-09T02:20:52,664 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2411bc804c5042629d0e9bc129fa854f as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2411bc804c5042629d0e9bc129fa854f 2024-11-09T02:20:52,668 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2411bc804c5042629d0e9bc129fa854f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T02:20:52,669 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0248bcff23a642babafa60e51a097dfd as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0248bcff23a642babafa60e51a097dfd 2024-11-09T02:20:52,673 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0248bcff23a642babafa60e51a097dfd, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T02:20:52,674 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5495b6c5f5dc41839cfb2988fa346f0c as hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5495b6c5f5dc41839cfb2988fa346f0c 2024-11-09T02:20:52,678 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46101/user/jenkins/test-data/42aa62e7-e547-1a9b-bf1a-0bcbf14f4051/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5495b6c5f5dc41839cfb2988fa346f0c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T02:20:52,679 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=97, compaction requested=false 2024-11-09T02:20:52,680 INFO [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:52,680 DEBUG [M:0;53f286d3af3b:43577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118852556Disabling compacts and flushes for region at 1731118852556Disabling writes for close at 1731118852561 (+5 ms)Obtaining lock to block concurrent updates at 1731118852562 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118852562Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731118852562Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118852563 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118852563Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118852586 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118852586Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118852599 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118852621 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118852621Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118852632 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118852651 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118852651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc6b30: reopening flushed file at 1731118852664 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d12eb4c: reopening flushed file at 1731118852669 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477562a9: reopening flushed file at 1731118852674 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=97, compaction requested=false at 1731118852679 (+5 ms)Writing region close event to WAL at 1731118852680 (+1 ms)Closed at 1731118852680 2024-11-09T02:20:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40203 is added to blk_1073741830_1006 (size=63666) 2024-11-09T02:20:52,683 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:52,683 INFO [M:0;53f286d3af3b:43577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:20:52,683 INFO [M:0;53f286d3af3b:43577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43577 2024-11-09T02:20:52,684 INFO [M:0;53f286d3af3b:43577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:52,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:52,834 INFO [M:0;53f286d3af3b:43577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:52,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43577-0x1011d64cd200003, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:52,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:52,837 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:52,837 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:52,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:52,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:52,839 WARN [BP-2009450518-172.17.0.3-1731118818170 heartbeating to localhost/127.0.0.1:46101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:20:52,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:20:52,839 WARN [BP-2009450518-172.17.0.3-1731118818170 heartbeating to localhost/127.0.0.1:46101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2009450518-172.17.0.3-1731118818170 (Datanode Uuid bbebbac0-ae47-405f-af6a-5a113655a2c8) service to localhost/127.0.0.1:46101 2024-11-09T02:20:52,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:20:52,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/cluster_2dc67e27-1843-b6fe-95e2-d312a887615b/data/data1/current/BP-2009450518-172.17.0.3-1731118818170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:52,840 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/cluster_2dc67e27-1843-b6fe-95e2-d312a887615b/data/data2/current/BP-2009450518-172.17.0.3-1731118818170 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:52,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:20:52,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35623572{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:52,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39bad9d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:52,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:52,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384dd753{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:52,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c773f45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/031b01d3-9ad0-3bac-4084-739e9f5dd612/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:20:52,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:20:52,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:52,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:52,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:52,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:52,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:52,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:20:52,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831865156, stopped=false 2024-11-09T02:20:52,865 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,41225,1731118816078 2024-11-09T02:20:52,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490795552/running 2024-11-09T02:20:52,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490795552/running 2024-11-09T02:20:52,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:52,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:52,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/running 2024-11-09T02:20:52,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Set watcher on znode that does not yet exist, /0490795552/running 2024-11-09T02:20:52,884 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:52,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:20:52,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:52,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:52,887 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,41431,1731118816448' ***** 2024-11-09T02:20:52,887 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:20:52,887 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:20:52,887 INFO [RS:0;53f286d3af3b:41431 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:20:52,887 INFO [RS:0;53f286d3af3b:41431 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:20:52,887 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c34215cd76450ff2704591546a22d0e 2024-11-09T02:20:52,889 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(3091): Received CLOSE for a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,41431,1731118816448 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41431. 2024-11-09T02:20:52,892 DEBUG [RS:0;53f286d3af3b:41431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:52,892 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c34215cd76450ff2704591546a22d0e, disabling compactions & flushes 2024-11-09T02:20:52,892 DEBUG [RS:0;53f286d3af3b:41431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:52,892 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:52,892 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:52,892 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. after waiting 0 ms 2024-11-09T02:20:52,892 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:20:52,892 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c34215cd76450ff2704591546a22d0e 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-09T02:20:52,892 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:20:52,896 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:20:52,896 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1325): Online Regions={4c34215cd76450ff2704591546a22d0e=hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e., 1588230740=hbase:meta,,1.1588230740, a20b5797dfa72c00a9dd5d81146858bc=test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc.} 2024-11-09T02:20:52,896 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c34215cd76450ff2704591546a22d0e, a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:52,896 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:52,896 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:52,896 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:52,896 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:52,896 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:52,896 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:20:52,913 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:52,919 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/.tmp/queue/ed202f359f3e44989f550719d637e314 is 153, key is 1-53f286d3af3b,41431,1731118816448/queue:53f286d3af3b%2C41431%2C1731118816448/1731118843524/Put/seqid=0 2024-11-09T02:20:52,927 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/info/e62a4b70ceec4d9e87b40d53ca5a8371 is 147, key is hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e./info:regioninfo/1731118834089/Put/seqid=0 2024-11-09T02:20:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741840_1016 (size=5352) 2024-11-09T02:20:52,931 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/.tmp/queue/ed202f359f3e44989f550719d637e314 2024-11-09T02:20:52,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741841_1017 (size=7686) 2024-11-09T02:20:52,943 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/info/e62a4b70ceec4d9e87b40d53ca5a8371 2024-11-09T02:20:52,945 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/.tmp/queue/ed202f359f3e44989f550719d637e314 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/queue/ed202f359f3e44989f550719d637e314 2024-11-09T02:20:52,958 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/queue/ed202f359f3e44989f550719d637e314, entries=1, sequenceid=8, filesize=5.2 K 2024-11-09T02:20:52,959 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4c34215cd76450ff2704591546a22d0e in 67ms, sequenceid=8, compaction requested=false 2024-11-09T02:20:52,965 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/replication/4c34215cd76450ff2704591546a22d0e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T02:20:52,965 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:52,965 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:52,965 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:52,965 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c34215cd76450ff2704591546a22d0e: Waiting for close lock at 1731118852892Running coprocessor pre-close hooks at 1731118852892Disabling compacts and flushes for region at 1731118852892Disabling writes for close at 1731118852892Obtaining lock to block concurrent updates at 1731118852892Preparing flush snapshotting stores in 4c34215cd76450ff2704591546a22d0e at 1731118852892Finished memstore snapshotting hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731118852892Flushing stores of hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. at 1731118852893 (+1 ms)Flushing 4c34215cd76450ff2704591546a22d0e/queue: creating writer at 1731118852893Flushing 4c34215cd76450ff2704591546a22d0e/queue: appending metadata at 1731118852919 (+26 ms)Flushing 4c34215cd76450ff2704591546a22d0e/queue: closing flushed file at 1731118852919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd9ae54: reopening flushed file at 1731118852943 (+24 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4c34215cd76450ff2704591546a22d0e in 67ms, sequenceid=8, compaction requested=false at 1731118852959 (+16 ms)Writing region close event to WAL at 1731118852959Running coprocessor post-close hooks at 1731118852965 (+6 ms)Closed at 1731118852965 2024-11-09T02:20:52,966 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118833652.4c34215cd76450ff2704591546a22d0e. 2024-11-09T02:20:52,966 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a20b5797dfa72c00a9dd5d81146858bc, disabling compactions & flushes 2024-11-09T02:20:52,966 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:52,966 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:52,966 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. after waiting 0 ms 2024-11-09T02:20:52,966 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:52,966 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a20b5797dfa72c00a9dd5d81146858bc 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T02:20:52,969 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/ns/b756650612fb4bf2b1302771926442fa is 43, key is default/ns:d/1731118817997/Put/seqid=0 2024-11-09T02:20:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:20:52,983 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/ns/b756650612fb4bf2b1302771926442fa 2024-11-09T02:20:53,007 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/f/572b717d52c44378a38d8dd7e001a008 is 28, key is row/f:/1731118843120/DeleteFamily/seqid=0 2024-11-09T02:20:53,011 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/rep_barrier/953f40c10d6d46c1a94ed7c5ad3862b5 is 112, key is test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc./rep_barrier:seqnumDuringOpen/1731118829054/Put/seqid=0 2024-11-09T02:20:53,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741843_1019 (size=5085) 2024-11-09T02:20:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741844_1020 (size=5518) 2024-11-09T02:20:53,035 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/f/572b717d52c44378a38d8dd7e001a008 2024-11-09T02:20:53,035 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/rep_barrier/953f40c10d6d46c1a94ed7c5ad3862b5 2024-11-09T02:20:53,057 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/table/d7e2ad7b7ef048508da5c8c968bc3429 is 53, key is hbase:replication/table:state/1731118834119/Put/seqid=0 2024-11-09T02:20:53,057 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 572b717d52c44378a38d8dd7e001a008 2024-11-09T02:20:53,081 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/f1/07184d59128d4afbaa86e96bd9a9b3c2 is 29, key is row/f1:/1731118843120/DeleteFamily/seqid=0 2024-11-09T02:20:53,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741845_1021 (size=5308) 2024-11-09T02:20:53,086 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/table/d7e2ad7b7ef048508da5c8c968bc3429 2024-11-09T02:20:53,091 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/info/e62a4b70ceec4d9e87b40d53ca5a8371 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/info/e62a4b70ceec4d9e87b40d53ca5a8371 2024-11-09T02:20:53,096 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/info/e62a4b70ceec4d9e87b40d53ca5a8371, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:20:53,096 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:53,097 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/ns/b756650612fb4bf2b1302771926442fa as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/ns/b756650612fb4bf2b1302771926442fa 2024-11-09T02:20:53,102 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/ns/b756650612fb4bf2b1302771926442fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:20:53,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:53,104 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/rep_barrier/953f40c10d6d46c1a94ed7c5ad3862b5 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/rep_barrier/953f40c10d6d46c1a94ed7c5ad3862b5 2024-11-09T02:20:53,109 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/rep_barrier/953f40c10d6d46c1a94ed7c5ad3862b5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:20:53,110 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/.tmp/table/d7e2ad7b7ef048508da5c8c968bc3429 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/table/d7e2ad7b7ef048508da5c8c968bc3429 2024-11-09T02:20:53,115 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/table/d7e2ad7b7ef048508da5c8c968bc3429, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:20:53,116 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=16, compaction requested=false 2024-11-09T02:20:53,116 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:20:53,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741846_1022 (size=5089) 2024-11-09T02:20:53,149 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:20:53,150 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:53,150 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:20:53,150 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:53,150 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118852896Running coprocessor pre-close hooks at 1731118852896Disabling compacts and flushes for region at 1731118852896Disabling writes for close at 1731118852896Obtaining lock to block concurrent updates at 1731118852897 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731118852897Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118852897Flushing stores of hbase:meta,,1.1588230740 at 1731118852898 (+1 ms)Flushing 1588230740/info: creating writer at 1731118852898Flushing 1588230740/info: appending metadata at 1731118852926 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731118852926Flushing 1588230740/ns: creating writer at 1731118852947 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731118852969 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731118852969Flushing 1588230740/rep_barrier: creating writer at 1731118852989 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118853010 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118853010Flushing 1588230740/table: creating writer at 1731118853041 (+31 ms)Flushing 1588230740/table: appending metadata at 1731118853056 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731118853056Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21802089: reopening flushed file at 1731118853090 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b70733c: reopening flushed file at 1731118853096 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ab5e6f: reopening flushed file at 1731118853102 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a79847b: reopening flushed file at 1731118853109 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 220ms, sequenceid=16, compaction requested=false at 1731118853116 (+7 ms)Writing region close event to WAL at 1731118853133 (+17 ms)Running coprocessor post-close hooks at 1731118853150 (+17 ms)Closed at 1731118853150 2024-11-09T02:20:53,151 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:53,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:53,221 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:20:53,221 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:20:53,296 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1351): Waiting on a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:53,497 DEBUG [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1351): Waiting on a20b5797dfa72c00a9dd5d81146858bc 2024-11-09T02:20:53,526 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/f1/07184d59128d4afbaa86e96bd9a9b3c2 2024-11-09T02:20:53,529 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07184d59128d4afbaa86e96bd9a9b3c2 2024-11-09T02:20:53,545 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/norep/de58168577a74ba68d9acf8a0c4d44c5 is 32, key is row/norep:/1731118843120/DeleteFamily/seqid=0 2024-11-09T02:20:53,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741847_1023 (size=5101) 2024-11-09T02:20:53,556 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/norep/de58168577a74ba68d9acf8a0c4d44c5 2024-11-09T02:20:53,561 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de58168577a74ba68d9acf8a0c4d44c5 2024-11-09T02:20:53,562 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/f/572b717d52c44378a38d8dd7e001a008 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/f/572b717d52c44378a38d8dd7e001a008 2024-11-09T02:20:53,567 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 572b717d52c44378a38d8dd7e001a008 2024-11-09T02:20:53,567 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/f/572b717d52c44378a38d8dd7e001a008, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T02:20:53,568 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/f1/07184d59128d4afbaa86e96bd9a9b3c2 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/f1/07184d59128d4afbaa86e96bd9a9b3c2 2024-11-09T02:20:53,571 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07184d59128d4afbaa86e96bd9a9b3c2 2024-11-09T02:20:53,571 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/f1/07184d59128d4afbaa86e96bd9a9b3c2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T02:20:53,572 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/.tmp/norep/de58168577a74ba68d9acf8a0c4d44c5 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/norep/de58168577a74ba68d9acf8a0c4d44c5 2024-11-09T02:20:53,575 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de58168577a74ba68d9acf8a0c4d44c5 2024-11-09T02:20:53,575 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/norep/de58168577a74ba68d9acf8a0c4d44c5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T02:20:53,576 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a20b5797dfa72c00a9dd5d81146858bc in 610ms, sequenceid=6, compaction requested=false 2024-11-09T02:20:53,576 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:20:53,580 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/data/default/test/a20b5797dfa72c00a9dd5d81146858bc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T02:20:53,580 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:20:53,580 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:53,580 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:53,580 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a20b5797dfa72c00a9dd5d81146858bc: Waiting for close lock at 1731118852966Running coprocessor pre-close hooks at 1731118852966Disabling compacts and flushes for region at 1731118852966Disabling writes for close at 1731118852966Obtaining lock to block concurrent updates at 1731118852966Preparing flush snapshotting stores in a20b5797dfa72c00a9dd5d81146858bc at 1731118852966Finished memstore snapshotting test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731118852966Flushing stores of test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. at 1731118852967 (+1 ms)Flushing a20b5797dfa72c00a9dd5d81146858bc/f: creating writer at 1731118852967Flushing a20b5797dfa72c00a9dd5d81146858bc/f: appending metadata at 1731118853006 (+39 ms)Flushing a20b5797dfa72c00a9dd5d81146858bc/f: closing flushed file at 1731118853006Flushing a20b5797dfa72c00a9dd5d81146858bc/f1: creating writer at 1731118853057 (+51 ms)Flushing a20b5797dfa72c00a9dd5d81146858bc/f1: appending metadata at 1731118853080 (+23 ms)Flushing a20b5797dfa72c00a9dd5d81146858bc/f1: closing flushed file at 1731118853080Flushing a20b5797dfa72c00a9dd5d81146858bc/norep: creating writer at 1731118853529 (+449 ms)Flushing a20b5797dfa72c00a9dd5d81146858bc/norep: appending metadata at 1731118853545 (+16 ms)Flushing a20b5797dfa72c00a9dd5d81146858bc/norep: closing flushed file at 1731118853545Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d189a4f: reopening flushed file at 1731118853561 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c40b4d3: reopening flushed file at 1731118853567 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d940b6b: reopening flushed file at 1731118853571 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for a20b5797dfa72c00a9dd5d81146858bc in 610ms, sequenceid=6, compaction requested=false at 1731118853576 (+5 ms)Writing region close event to WAL at 1731118853577 (+1 ms)Running coprocessor post-close hooks at 1731118853580 (+3 ms)Closed at 1731118853580 2024-11-09T02:20:53,580 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118828695.a20b5797dfa72c00a9dd5d81146858bc. 2024-11-09T02:20:53,697 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,41431,1731118816448; all regions closed. 2024-11-09T02:20:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741834_1010 (size=4239) 2024-11-09T02:20:53,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.meta.1731118817903.meta not finished, retry = 0 2024-11-09T02:20:53,800 DEBUG [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/oldWALs 2024-11-09T02:20:53,800 INFO [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C41431%2C1731118816448.meta:.meta(num 1731118817903) 2024-11-09T02:20:53,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741839_1015 (size=2240) 2024-11-09T02:20:53,802 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/WALs/53f286d3af3b,41431,1731118816448/53f286d3af3b%2C41431%2C1731118816448.rep.1731118834040 not finished, retry = 0 2024-11-09T02:20:53,904 DEBUG [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/oldWALs 2024-11-09T02:20:53,904 INFO [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C41431%2C1731118816448.rep:(num 1731118834040) 2024-11-09T02:20:53,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741833_1009 (size=1535) 2024-11-09T02:20:53,907 DEBUG [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/oldWALs 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C41431%2C1731118816448:(num 1731118817327) 2024-11-09T02:20:53,907 DEBUG [RS:0;53f286d3af3b:41431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:53,907 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,41431,1731118816448 because: Region server is closing 2024-11-09T02:20:53,907 INFO [RS:0;53f286d3af3b:41431 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41431. 2024-11-09T02:20:53,907 DEBUG [RS:0;53f286d3af3b:41431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:20:53,907 DEBUG [RS:0;53f286d3af3b:41431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:53,907 DEBUG [RS:0;53f286d3af3b:41431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:20:53,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:20:54,008 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T02:20:54,008 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41431,1731118816448.replicationSource.shipper53f286d3af3b%2C41431%2C1731118816448,1-53f286d3af3b,41431,1731118816448 terminated 2024-11-09T02:20:54,008 INFO [RS:0;53f286d3af3b:41431 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41431 2024-11-09T02:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490795552/rs/53f286d3af3b,41431,1731118816448 2024-11-09T02:20:54,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552/rs 2024-11-09T02:20:54,047 INFO [RS:0;53f286d3af3b:41431 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:54,062 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,41431,1731118816448] 2024-11-09T02:20:54,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0490795552/draining/53f286d3af3b,41431,1731118816448 already deleted, retry=false 2024-11-09T02:20:54,072 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,41431,1731118816448 expired; onlineServers=0 2024-11-09T02:20:54,072 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,41225,1731118816078' ***** 2024-11-09T02:20:54,072 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:20:54,072 INFO [M:0;53f286d3af3b:41225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:20:54,072 INFO [M:0;53f286d3af3b:41225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:20:54,072 DEBUG [M:0;53f286d3af3b:41225 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:20:54,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:20:54,072 DEBUG [M:0;53f286d3af3b:41225 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:20:54,072 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118817082 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118817082,5,FailOnTimeoutGroup] 2024-11-09T02:20:54,073 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118817087 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118817087,5,FailOnTimeoutGroup] 2024-11-09T02:20:54,073 INFO [M:0;53f286d3af3b:41225 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:20:54,073 INFO [M:0;53f286d3af3b:41225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:20:54,073 DEBUG [M:0;53f286d3af3b:41225 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:20:54,073 INFO [M:0;53f286d3af3b:41225 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:20:54,073 INFO [M:0;53f286d3af3b:41225 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:20:54,073 INFO [M:0;53f286d3af3b:41225 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:20:54,073 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:20:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0490795552/master 2024-11-09T02:20:54,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0490795552 2024-11-09T02:20:54,083 DEBUG [M:0;53f286d3af3b:41225 {}] zookeeper.ZKUtil(347): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Unable to get data of znode /0490795552/master because node does not exist (not an error) 2024-11-09T02:20:54,083 WARN [M:0;53f286d3af3b:41225 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:20:54,083 INFO [M:0;53f286d3af3b:41225 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/.lastflushedseqids 2024-11-09T02:20:54,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741848_1024 (size=245) 2024-11-09T02:20:54,162 INFO [RS:0;53f286d3af3b:41431 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:54,162 INFO [RS:0;53f286d3af3b:41431 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,41431,1731118816448; zookeeper connection closed. 2024-11-09T02:20:54,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41431-0x1011d64cd200001, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:54,162 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68001a3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68001a3b 2024-11-09T02:20:54,162 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:20:54,487 INFO [M:0;53f286d3af3b:41225 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:20:54,487 INFO [M:0;53f286d3af3b:41225 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:20:54,487 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:54,487 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:54,487 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:54,487 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:54,487 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:54,488 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T02:20:54,504 DEBUG [M:0;53f286d3af3b:41225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/317434b3272d4745aa6febc03b61f1d3 is 82, key is hbase:meta,,1/info:regioninfo/1731118817937/Put/seqid=0 2024-11-09T02:20:54,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741849_1025 (size=5672) 2024-11-09T02:20:54,907 INFO [M:0;53f286d3af3b:41225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/317434b3272d4745aa6febc03b61f1d3 2024-11-09T02:20:54,931 DEBUG [M:0;53f286d3af3b:41225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f87ac5b7f0f34d02a235ecf97eac3fe0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118829069/Put/seqid=0 2024-11-09T02:20:54,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741850_1026 (size=7218) 2024-11-09T02:20:55,335 INFO [M:0;53f286d3af3b:41225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f87ac5b7f0f34d02a235ecf97eac3fe0 2024-11-09T02:20:55,338 INFO [M:0;53f286d3af3b:41225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f87ac5b7f0f34d02a235ecf97eac3fe0 2024-11-09T02:20:55,350 DEBUG [M:0;53f286d3af3b:41225 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98aa4fc4cc054deba6db3faff94d85d6 is 69, key is 53f286d3af3b,41431,1731118816448/rs:state/1731118817145/Put/seqid=0 2024-11-09T02:20:55,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741851_1027 (size=5156) 2024-11-09T02:20:55,754 INFO [M:0;53f286d3af3b:41225 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98aa4fc4cc054deba6db3faff94d85d6 2024-11-09T02:20:55,757 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/317434b3272d4745aa6febc03b61f1d3 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/317434b3272d4745aa6febc03b61f1d3 2024-11-09T02:20:55,760 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/317434b3272d4745aa6febc03b61f1d3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T02:20:55,760 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f87ac5b7f0f34d02a235ecf97eac3fe0 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f87ac5b7f0f34d02a235ecf97eac3fe0 2024-11-09T02:20:55,763 INFO [M:0;53f286d3af3b:41225 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f87ac5b7f0f34d02a235ecf97eac3fe0 2024-11-09T02:20:55,763 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f87ac5b7f0f34d02a235ecf97eac3fe0, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T02:20:55,764 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/98aa4fc4cc054deba6db3faff94d85d6 as hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98aa4fc4cc054deba6db3faff94d85d6 2024-11-09T02:20:55,766 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41099/user/jenkins/test-data/1e9ac183-06ef-aa46-1b36-195002dd386b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/98aa4fc4cc054deba6db3faff94d85d6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T02:20:55,767 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-09T02:20:55,768 INFO [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:55,768 DEBUG [M:0;53f286d3af3b:41225 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118854487Disabling compacts and flushes for region at 1731118854487Disabling writes for close at 1731118854487Obtaining lock to block concurrent updates at 1731118854488 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118854488Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731118854488Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118854488Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118854488Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118854503 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118854503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118854910 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118854930 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118854930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118855338 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118855350 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118855350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12fd2053: reopening flushed file at 1731118855756 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13467382: reopening flushed file at 1731118855760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7566e91d: reopening flushed file at 1731118855763 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731118855767 (+4 ms)Writing region close event to WAL at 1731118855768 (+1 ms)Closed at 1731118855768 2024-11-09T02:20:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46609 is added to blk_1073741830_1006 (size=64423) 2024-11-09T02:20:55,770 INFO [M:0;53f286d3af3b:41225 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:20:55,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:20:55,770 INFO [M:0;53f286d3af3b:41225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41225 2024-11-09T02:20:55,771 INFO [M:0;53f286d3af3b:41225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:20:55,888 INFO [M:0;53f286d3af3b:41225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:20:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:55,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41225-0x1011d64cd200000, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:20:55,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bb120f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:55,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e636865{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:55,891 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:55,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:55,891 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:55,892 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:20:55,892 WARN [BP-1010211263-172.17.0.3-1731118813620 heartbeating to localhost/127.0.0.1:41099 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:20:55,892 WARN [BP-1010211263-172.17.0.3-1731118813620 heartbeating to localhost/127.0.0.1:41099 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1010211263-172.17.0.3-1731118813620 (Datanode Uuid c3a8eeff-3eec-4ab9-9725-fa77ab28b6e3) service to localhost/127.0.0.1:41099 2024-11-09T02:20:55,892 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:20:55,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/data/data1/current/BP-1010211263-172.17.0.3-1731118813620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:55,893 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/cluster_3c940cc4-b605-269b-fec0-2c285bc4bfc1/data/data2/current/BP-1010211263-172.17.0.3-1731118813620 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:20:55,893 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:20:55,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:55,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:20:55,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:20:55,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:20:55,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab0afc8b-b586-2495-39fe-08b5733a09ac/hadoop.log.dir/,STOPPED} 2024-11-09T02:20:55,907 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:20:55,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:20:55,931 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 313) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41099 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46101 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:42369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41099 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42369 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42369 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42369 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:41099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:42369 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=798 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=438 (was 455), ProcessCount=11 (was 11), AvailableMemoryMB=3160 (was 2274) - AvailableMemoryMB LEAK? - 2024-11-09T02:20:55,943 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=798, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=3159 2024-11-09T02:20:55,959 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T02:20:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir so I do NOT create it in target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0 2024-11-09T02:20:55,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:20:55,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.tmp.dir so I do NOT create it in target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0 2024-11-09T02:20:55,960 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1279f1d-5435-eb6a-68ae-2377f46253e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:20:55,960 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0 2024-11-09T02:20:55,960 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0, deleteOnExit=true 2024-11-09T02:20:55,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/zookeeper_0, clientPort=62417, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:20:55,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62417 2024-11-09T02:20:55,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:20:55,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/test.cache.data in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:20:55,964 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:20:55,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:20:55,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:20:55,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:20:55,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:20:56,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d64cd200005, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:20:56,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011d64cd200008, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:20:56,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d64cd200002, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:20:56,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d64cd200002, quorum=127.0.0.1:56063, baseZNode=/0490795552 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:20:56,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011d64cd200008, quorum=127.0.0.1:56063, baseZNode=/21379833152 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:20:56,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d64cd200005, quorum=127.0.0.1:56063, baseZNode=/1-1238784694 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:20:56,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:56,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:56,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:56,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:56,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:20:56,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:56,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:56,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:56,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a37018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/java.io.tmpdir/jetty-localhost-39485-hadoop-hdfs-3_4_1-tests_jar-_-any-6555602156329402023/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:20:56,634 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:39485} 2024-11-09T02:20:56,634 INFO [Time-limited test {}] server.Server(415): Started @314906ms 2024-11-09T02:20:56,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:20:56,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:20:56,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:20:56,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:20:56,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:20:56,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@355bfe00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:20:56,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1527f35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:20:56,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5349f266{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/java.io.tmpdir/jetty-localhost-43883-hadoop-hdfs-3_4_1-tests_jar-_-any-17540852339252520737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:20:56,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:43883} 2024-11-09T02:20:56,985 INFO [Time-limited test {}] server.Server(415): Started @315257ms 2024-11-09T02:20:56,986 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:20:57,808 WARN [Thread-4167 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/data/data1/current/BP-1344108258-172.17.0.3-1731118855993/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:57,809 WARN [Thread-4168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/data/data2/current/BP-1344108258-172.17.0.3-1731118855993/current, will proceed with Du for space computation calculation, 2024-11-09T02:20:57,855 WARN [Thread-4155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:20:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47963bfe40f3a1d2 with lease ID 0x1d83e2324de8d257: Processing first storage report for DS-7b1a677c-e134-4278-a5ee-9d5e166f2bdd from datanode DatanodeRegistration(127.0.0.1:44983, datanodeUuid=fbc66081-1d46-4727-b11d-b0706098dcb2, infoPort=46625, infoSecurePort=0, ipcPort=44229, storageInfo=lv=-57;cid=testClusterID;nsid=621027580;c=1731118855993) 2024-11-09T02:20:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47963bfe40f3a1d2 with lease ID 0x1d83e2324de8d257: from storage DS-7b1a677c-e134-4278-a5ee-9d5e166f2bdd node DatanodeRegistration(127.0.0.1:44983, datanodeUuid=fbc66081-1d46-4727-b11d-b0706098dcb2, infoPort=46625, infoSecurePort=0, ipcPort=44229, storageInfo=lv=-57;cid=testClusterID;nsid=621027580;c=1731118855993), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x47963bfe40f3a1d2 with lease ID 0x1d83e2324de8d257: Processing first storage report for DS-e96a9c02-9075-4c5e-9455-ceeddb2840e0 from datanode DatanodeRegistration(127.0.0.1:44983, datanodeUuid=fbc66081-1d46-4727-b11d-b0706098dcb2, infoPort=46625, infoSecurePort=0, ipcPort=44229, storageInfo=lv=-57;cid=testClusterID;nsid=621027580;c=1731118855993) 2024-11-09T02:20:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x47963bfe40f3a1d2 with lease ID 0x1d83e2324de8d257: from storage DS-e96a9c02-9075-4c5e-9455-ceeddb2840e0 node DatanodeRegistration(127.0.0.1:44983, datanodeUuid=fbc66081-1d46-4727-b11d-b0706098dcb2, infoPort=46625, infoSecurePort=0, ipcPort=44229, storageInfo=lv=-57;cid=testClusterID;nsid=621027580;c=1731118855993), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:20:57,932 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0 2024-11-09T02:20:57,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:57,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:20:57,959 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d with version=8 2024-11-09T02:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/hbase-staging 2024-11-09T02:20:57,962 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:20:57,962 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:57,963 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36213 2024-11-09T02:20:57,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36213 connecting to ZooKeeper ensemble=127.0.0.1:62417 2024-11-09T02:20:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362130x0, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:58,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36213-0x1011d6572c50000 connected 2024-11-09T02:20:58,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:58,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:58,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on znode that does not yet exist, /01110997130/running 2024-11-09T02:20:58,162 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d, hbase.cluster.distributed=false 2024-11-09T02:20:58,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on znode that does not yet exist, /01110997130/acl 2024-11-09T02:20:58,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-09T02:20:58,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36213 2024-11-09T02:20:58,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36213 2024-11-09T02:20:58,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-09T02:20:58,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36213 2024-11-09T02:20:58,208 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:20:58,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:58,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:58,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:20:58,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:20:58,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:20:58,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:20:58,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:20:58,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39167 2024-11-09T02:20:58,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39167 connecting to ZooKeeper ensemble=127.0.0.1:62417 2024-11-09T02:20:58,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:58,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:58,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391670x0, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:20:58,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391670x0, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on znode that does not yet exist, /01110997130/running 2024-11-09T02:20:58,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39167-0x1011d6572c50001 connected 2024-11-09T02:20:58,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:20:58,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:20:58,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on znode that does not yet exist, /01110997130/master 2024-11-09T02:20:58,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on znode that does not yet exist, /01110997130/acl 2024-11-09T02:20:58,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-09T02:20:58,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39167 2024-11-09T02:20:58,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39167 2024-11-09T02:20:58,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-09T02:20:58,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39167 2024-11-09T02:20:58,267 DEBUG [M:0;53f286d3af3b:36213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:36213 2024-11-09T02:20:58,268 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01110997130/backup-masters/53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130/backup-masters 2024-11-09T02:20:58,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130/backup-masters 2024-11-09T02:20:58,279 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on existing znode=/01110997130/backup-masters/53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01110997130/master 2024-11-09T02:20:58,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,289 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on existing znode=/01110997130/master 2024-11-09T02:20:58,290 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01110997130/backup-masters/53f286d3af3b,36213,1731118857962 from backup master directory 2024-11-09T02:20:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01110997130/backup-masters/53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130/backup-masters 2024-11-09T02:20:58,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130/backup-masters 2024-11-09T02:20:58,309 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:58,309 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,313 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/hbase.id] with ID: 1cdde2f9-3dc4-485d-a19a-4914c66a4108 2024-11-09T02:20:58,313 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/.tmp/hbase.id 2024-11-09T02:20:58,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:20:58,328 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/.tmp/hbase.id]:[hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/hbase.id] 2024-11-09T02:20:58,341 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:20:58,342 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:20:58,343 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:20:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:20:58,363 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:20:58,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:20:58,364 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:20:58,384 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/data/master/store 2024-11-09T02:20:58,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:20:58,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:58,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:20:58,420 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:58,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:58,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:20:58,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:58,420 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:20:58,420 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118858420Disabling compacts and flushes for region at 1731118858420Disabling writes for close at 1731118858420Writing region close event to WAL at 1731118858420Closed at 1731118858420 2024-11-09T02:20:58,422 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/data/master/store/.initializing 2024-11-09T02:20:58,422 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/WALs/53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,423 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:58,424 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C36213%2C1731118857962, suffix=, logDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/WALs/53f286d3af3b,36213,1731118857962, archiveDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/oldWALs, maxLogs=10 2024-11-09T02:20:58,441 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/WALs/53f286d3af3b,36213,1731118857962/53f286d3af3b%2C36213%2C1731118857962.1731118858424, exclude list is [], retry=0 2024-11-09T02:20:58,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-7b1a677c-e134-4278-a5ee-9d5e166f2bdd,DISK] 2024-11-09T02:20:58,465 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/WALs/53f286d3af3b,36213,1731118857962/53f286d3af3b%2C36213%2C1731118857962.1731118858424 2024-11-09T02:20:58,466 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46625:46625)] 2024-11-09T02:20:58,466 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:20:58,466 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:58,467 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,467 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:20:58,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:20:58,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:58,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:58,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:20:58,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:58,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:58,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:20:58,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:58,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:58,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:20:58,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:58,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:20:58,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,481 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,482 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,482 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,483 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,483 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,484 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:58,485 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:20:58,509 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:58,509 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59437130, jitterRate=-0.11431774497032166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:58,511 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118858467Initializing all the Stores at 1731118858468 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118858468Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118858470 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118858470Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118858470Cleaning up temporary data from old regions at 1731118858483 (+13 ms)Region opened successfully at 1731118858510 (+27 ms) 2024-11-09T02:20:58,520 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:20:58,523 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380e7c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:58,524 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:20:58,524 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:20:58,524 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:20:58,524 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:20:58,525 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:20:58,525 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:20:58,525 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:20:58,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,542 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:20:58,543 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Unable to get data of znode /01110997130/balancer because node does not exist (not necessarily an error) 2024-11-09T02:20:58,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,552 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110997130/balancer already deleted, retry=false 2024-11-09T02:20:58,552 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:20:58,553 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Unable to get data of znode /01110997130/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:20:58,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:20:58,562 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110997130/normalizer already deleted, retry=false 2024-11-09T02:20:58,562 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:20:58,564 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Unable to get data of znode /01110997130/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:20:58,577 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110997130/switch/split already deleted, retry=false 2024-11-09T02:20:58,578 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Unable to get data of znode /01110997130/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:20:58,588 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110997130/switch/merge already deleted, retry=false 2024-11-09T02:20:58,593 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Unable to get data of znode /01110997130/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:20:58,604 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01110997130/snapshot-cleanup already deleted, retry=false 2024-11-09T02:20:58,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01110997130/running 2024-11-09T02:20:58,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01110997130/running 2024-11-09T02:20:58,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,616 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,36213,1731118857962, sessionid=0x1011d6572c50000, setting cluster-up flag (Was=false) 2024-11-09T02:20:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,672 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01110997130/flush-table-proc/acquired, /01110997130/flush-table-proc/reached, /01110997130/flush-table-proc/abort 2024-11-09T02:20:58,673 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:58,724 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01110997130/online-snapshot/acquired, /01110997130/online-snapshot/reached, /01110997130/online-snapshot/abort 2024-11-09T02:20:58,725 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,36213,1731118857962 2024-11-09T02:20:58,726 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:20:58,727 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:58,727 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:20:58,728 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:20:58,728 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,36213,1731118857962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:58,729 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:58,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118888731 2024-11-09T02:20:58,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:20:58,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:20:58,731 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:20:58,732 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,736 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:20:58,736 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:20:58,736 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:20:58,736 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:20:58,739 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:20:58,739 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:20:58,743 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118858739,5,FailOnTimeoutGroup] 2024-11-09T02:20:58,748 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118858743,5,FailOnTimeoutGroup] 2024-11-09T02:20:58,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:20:58,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,748 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:20:58,753 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(746): ClusterId : 1cdde2f9-3dc4-485d-a19a-4914c66a4108 2024-11-09T02:20:58,753 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:20:58,763 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:20:58,763 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:20:58,777 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:20:58,777 DEBUG [RS:0;53f286d3af3b:39167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f41774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:20:58,793 DEBUG [RS:0;53f286d3af3b:39167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:39167 2024-11-09T02:20:58,794 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:20:58,794 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:20:58,794 DEBUG [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:20:58,794 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,36213,1731118857962 with port=39167, startcode=1731118858207 2024-11-09T02:20:58,795 DEBUG [RS:0;53f286d3af3b:39167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:20:58,796 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:20:58,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,39167,1731118858207 2024-11-09T02:20:58,797 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,39167,1731118858207 2024-11-09T02:20:58,798 DEBUG [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d 2024-11-09T02:20:58,798 DEBUG [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33959 2024-11-09T02:20:58,798 DEBUG [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:20:58,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130/rs 2024-11-09T02:20:58,819 DEBUG [RS:0;53f286d3af3b:39167 {}] zookeeper.ZKUtil(111): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Set watcher on existing znode=/01110997130/rs/53f286d3af3b,39167,1731118858207 2024-11-09T02:20:58,820 WARN [RS:0;53f286d3af3b:39167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:20:58,820 INFO [RS:0;53f286d3af3b:39167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:58,820 DEBUG [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207 2024-11-09T02:20:58,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,39167,1731118858207] 2024-11-09T02:20:58,822 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:20:58,824 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:20:58,825 INFO [RS:0;53f286d3af3b:39167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:20:58,825 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,828 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:20:58,829 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:20:58,829 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:58,829 DEBUG [RS:0;53f286d3af3b:39167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:20:58,832 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,832 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,832 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,832 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,832 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,832 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39167,1731118858207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:20:58,847 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:20:58,847 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,39167,1731118858207-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,848 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,848 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.Replication(171): 53f286d3af3b,39167,1731118858207 started 2024-11-09T02:20:58,862 INFO [RS:0;53f286d3af3b:39167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:20:58,862 INFO [RS:0;53f286d3af3b:39167 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,39167,1731118858207, RpcServer on 53f286d3af3b/172.17.0.3:39167, sessionid=0x1011d6572c50001 2024-11-09T02:20:58,862 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:20:58,862 DEBUG [RS:0;53f286d3af3b:39167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,39167,1731118858207 2024-11-09T02:20:58,862 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,39167,1731118858207' 2024-11-09T02:20:58,862 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01110997130/flush-table-proc/abort' 2024-11-09T02:20:58,862 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01110997130/flush-table-proc/acquired' 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,39167,1731118858207 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,39167,1731118858207' 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01110997130/online-snapshot/abort' 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01110997130/online-snapshot/acquired' 2024-11-09T02:20:58,863 DEBUG [RS:0;53f286d3af3b:39167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:20:58,863 INFO [RS:0;53f286d3af3b:39167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:20:58,863 INFO [RS:0;53f286d3af3b:39167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:20:58,964 INFO [RS:0;53f286d3af3b:39167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:20:58,965 INFO [RS:0;53f286d3af3b:39167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C39167%2C1731118858207, suffix=, logDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207, archiveDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/oldWALs, maxLogs=10 2024-11-09T02:20:58,995 DEBUG [RS:0;53f286d3af3b:39167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207/53f286d3af3b%2C39167%2C1731118858207.1731118858966, exclude list is [], retry=0 2024-11-09T02:20:58,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-7b1a677c-e134-4278-a5ee-9d5e166f2bdd,DISK] 2024-11-09T02:20:58,999 INFO [RS:0;53f286d3af3b:39167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207/53f286d3af3b%2C39167%2C1731118858207.1731118858966 2024-11-09T02:20:59,000 DEBUG [RS:0;53f286d3af3b:39167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46625:46625)] 2024-11-09T02:20:59,150 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:20:59,150 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d 2024-11-09T02:20:59,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:20:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:20:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:20:59,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:20:59,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:20:59,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:20:59,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:20:59,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:59,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:20:59,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:20:59,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:59,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:59,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:20:59,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:20:59,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:59,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:59,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:20:59,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:20:59,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:20:59,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:20:59,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:20:59,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/hbase/meta/1588230740 2024-11-09T02:20:59,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/hbase/meta/1588230740 2024-11-09T02:20:59,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:20:59,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:20:59,569 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:20:59,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:20:59,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:20:59,571 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593611, jitterRate=0.05192677676677704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:20:59,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118859560Initializing all the Stores at 1731118859561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118859561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118859561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118859561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118859561Cleaning up temporary data from old regions at 1731118859569 (+8 ms)Region opened successfully at 1731118859572 (+3 ms) 2024-11-09T02:20:59,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:20:59,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:20:59,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:20:59,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:20:59,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:20:59,573 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:20:59,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118859572Disabling compacts and flushes for region at 1731118859572Disabling writes for close at 1731118859572Writing region close event to WAL at 1731118859573 (+1 ms)Closed at 1731118859573 2024-11-09T02:20:59,574 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:20:59,574 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:20:59,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:20:59,575 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:59,576 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:20:59,726 DEBUG [53f286d3af3b:36213 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:20:59,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,39167,1731118858207 2024-11-09T02:20:59,727 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,39167,1731118858207, state=OPENING 2024-11-09T02:20:59,783 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:20:59,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:59,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01110997130 2024-11-09T02:20:59,828 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:20:59,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,39167,1731118858207}] 2024-11-09T02:20:59,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110997130/meta-region-server: CHANGED 2024-11-09T02:20:59,828 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110997130/meta-region-server: CHANGED 2024-11-09T02:20:59,980 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:20:59,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:20:59,984 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:20:59,984 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:20:59,985 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:20:59,986 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C39167%2C1731118858207.meta, suffix=.meta, logDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207, archiveDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/oldWALs, maxLogs=10 2024-11-09T02:21:00,000 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207/53f286d3af3b%2C39167%2C1731118858207.meta.1731118859986.meta, exclude list is [], retry=0 2024-11-09T02:21:00,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44983,DS-7b1a677c-e134-4278-a5ee-9d5e166f2bdd,DISK] 2024-11-09T02:21:00,008 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/WALs/53f286d3af3b,39167,1731118858207/53f286d3af3b%2C39167%2C1731118858207.meta.1731118859986.meta 2024-11-09T02:21:00,009 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46625:46625)] 2024-11-09T02:21:00,009 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:00,009 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:00,009 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:21:00,009 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:21:00,009 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:21:00,009 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:21:00,010 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:00,010 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:21:00,010 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:21:00,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:00,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:00,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:00,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:00,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:00,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:00,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:00,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:00,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:00,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:00,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:00,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:00,014 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:00,015 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/hbase/meta/1588230740 2024-11-09T02:21:00,015 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/hbase/meta/1588230740 2024-11-09T02:21:00,016 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:00,016 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:00,017 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:00,017 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:00,018 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64839365, jitterRate=-0.03381817042827606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:00,018 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:21:00,019 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118860010Writing region info on filesystem at 1731118860010Initializing all the Stores at 1731118860010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118860010Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118860011 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118860011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118860011Cleaning up temporary data from old regions at 1731118860016 (+5 ms)Running coprocessor post-open hooks at 1731118860018 (+2 ms)Region opened successfully at 1731118860019 (+1 ms) 2024-11-09T02:21:00,019 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118859980 2024-11-09T02:21:00,021 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:21:00,021 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:21:00,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,39167,1731118858207 2024-11-09T02:21:00,025 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,39167,1731118858207, state=OPEN 2024-11-09T02:21:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36213-0x1011d6572c50000, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01110997130/meta-region-server 2024-11-09T02:21:00,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39167-0x1011d6572c50001, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01110997130/meta-region-server 2024-11-09T02:21:00,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,39167,1731118858207 2024-11-09T02:21:00,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110997130/meta-region-server: CHANGED 2024-11-09T02:21:00,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01110997130/meta-region-server: CHANGED 2024-11-09T02:21:00,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:21:00,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,39167,1731118858207 in 263 msec 2024-11-09T02:21:00,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:21:00,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 519 msec 2024-11-09T02:21:00,096 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:00,096 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:21:00,097 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:00,097 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39167,1731118858207, seqNum=-1] 2024-11-09T02:21:00,097 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:00,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38183, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:00,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3750 sec 2024-11-09T02:21:00,102 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118860102, completionTime=-1 2024-11-09T02:21:00,102 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:21:00,102 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118920104 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118980104 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36213,1731118857962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36213,1731118857962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36213,1731118857962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:36213, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,104 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,105 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,106 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.798sec 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36213,1731118857962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:00,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36213,1731118857962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:21:00,110 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:21:00,110 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:21:00,110 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,36213,1731118857962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:00,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c11609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:00,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,36213,-1 for getting cluster id 2024-11-09T02:21:00,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:00,159 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdde2f9-3dc4-485d-a19a-4914c66a4108' 2024-11-09T02:21:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdde2f9-3dc4-485d-a19a-4914c66a4108" 2024-11-09T02:21:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5c0979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,36213,-1] 2024-11-09T02:21:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:00,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:00,161 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:00,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169d484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:00,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:00,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,39167,1731118858207, seqNum=-1] 2024-11-09T02:21:00,164 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:00,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:00,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,36213,1731118857962 2024-11-09T02:21:00,168 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62417 2024-11-09T02:21:00,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62417, baseZNode=/01110997130 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:00,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d6572c50002 connected 2024-11-09T02:21:00,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,36213,1731118857962 2024-11-09T02:21:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14f7e3bd 2024-11-09T02:21:00,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:00,191 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:00,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:21:00,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:21:00,194 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:21:00,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:21:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:21:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:00,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:00,612 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09a83066013d903180c663e966187208, NAME => 'test,,1731118860191.09a83066013d903180c663e966187208.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d 2024-11-09T02:21:00,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44983 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:21:00,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118860191.09a83066013d903180c663e966187208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:00,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 09a83066013d903180c663e966187208, disabling compactions & flushes 2024-11-09T02:21:00,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118860191.09a83066013d903180c663e966187208. after waiting 0 ms 2024-11-09T02:21:00,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,622 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09a83066013d903180c663e966187208: Waiting for close lock at 1731118860622Disabling compacts and flushes for region at 1731118860622Disabling writes for close at 1731118860622Writing region close event to WAL at 1731118860622Closed at 1731118860622 2024-11-09T02:21:00,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:21:00,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118860191.09a83066013d903180c663e966187208.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118860624"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118860624"}]},"ts":"1731118860624"} 2024-11-09T02:21:00,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:21:00,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:21:00,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118860626"}]},"ts":"1731118860626"} 2024-11-09T02:21:00,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:21:00,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09a83066013d903180c663e966187208, ASSIGN}] 2024-11-09T02:21:00,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=09a83066013d903180c663e966187208, ASSIGN 2024-11-09T02:21:00,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=09a83066013d903180c663e966187208, ASSIGN; state=OFFLINE, location=53f286d3af3b,39167,1731118858207; forceNewPlan=false, retain=false 2024-11-09T02:21:00,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09a83066013d903180c663e966187208, regionState=OPENING, regionLocation=53f286d3af3b,39167,1731118858207 2024-11-09T02:21:00,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=09a83066013d903180c663e966187208, ASSIGN because future has completed 2024-11-09T02:21:00,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a83066013d903180c663e966187208, server=53f286d3af3b,39167,1731118858207}] 2024-11-09T02:21:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:00,937 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,938 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 09a83066013d903180c663e966187208, NAME => 'test,,1731118860191.09a83066013d903180c663e966187208.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:00,938 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:00,938 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:21:00,938 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 09a83066013d903180c663e966187208 2024-11-09T02:21:00,938 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118860191.09a83066013d903180c663e966187208.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:00,938 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,938 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,939 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 09a83066013d903180c663e966187208 2024-11-09T02:21:00,940 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09a83066013d903180c663e966187208 columnFamilyName f 2024-11-09T02:21:00,940 DEBUG [StoreOpener-09a83066013d903180c663e966187208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,941 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] regionserver.HStore(327): Store=09a83066013d903180c663e966187208/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:00,941 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 09a83066013d903180c663e966187208 2024-11-09T02:21:00,942 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09a83066013d903180c663e966187208 columnFamilyName f1 2024-11-09T02:21:00,942 DEBUG [StoreOpener-09a83066013d903180c663e966187208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,942 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] regionserver.HStore(327): Store=09a83066013d903180c663e966187208/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:00,942 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 09a83066013d903180c663e966187208 2024-11-09T02:21:00,943 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09a83066013d903180c663e966187208 columnFamilyName norep 2024-11-09T02:21:00,943 DEBUG [StoreOpener-09a83066013d903180c663e966187208-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:00,943 INFO [StoreOpener-09a83066013d903180c663e966187208-1 {}] regionserver.HStore(327): Store=09a83066013d903180c663e966187208/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:00,943 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,944 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/default/test/09a83066013d903180c663e966187208 2024-11-09T02:21:00,944 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/default/test/09a83066013d903180c663e966187208 2024-11-09T02:21:00,945 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,945 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,945 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:21:00,946 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,947 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/data/default/test/09a83066013d903180c663e966187208/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:00,948 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 09a83066013d903180c663e966187208; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66116017, jitterRate=-0.014794573187828064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:21:00,948 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09a83066013d903180c663e966187208 2024-11-09T02:21:00,948 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 09a83066013d903180c663e966187208: Running coprocessor pre-open hook at 1731118860938Writing region info on filesystem at 1731118860938Initializing all the Stores at 1731118860939 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118860939Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118860939Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118860939Cleaning up temporary data from old regions at 1731118860945 (+6 ms)Running coprocessor post-open hooks at 1731118860948 (+3 ms)Region opened successfully at 1731118860948 2024-11-09T02:21:00,949 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118860191.09a83066013d903180c663e966187208., pid=6, masterSystemTime=1731118860934 2024-11-09T02:21:00,951 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,951 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118860191.09a83066013d903180c663e966187208. 2024-11-09T02:21:00,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=09a83066013d903180c663e966187208, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,39167,1731118858207 2024-11-09T02:21:00,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09a83066013d903180c663e966187208, server=53f286d3af3b,39167,1731118858207 because future has completed 2024-11-09T02:21:00,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:21:00,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 09a83066013d903180c663e966187208, server=53f286d3af3b,39167,1731118858207 in 172 msec 2024-11-09T02:21:00,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:21:00,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=09a83066013d903180c663e966187208, ASSIGN in 328 msec 2024-11-09T02:21:00,962 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:21:00,962 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118860962"}]},"ts":"1731118860962"} 2024-11-09T02:21:00,964 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:21:00,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:21:00,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-09T02:21:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:01,332 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:21:01,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129dbbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:01,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,36213,-1 for getting cluster id 2024-11-09T02:21:01,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:01,333 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdde2f9-3dc4-485d-a19a-4914c66a4108' 2024-11-09T02:21:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdde2f9-3dc4-485d-a19a-4914c66a4108" 2024-11-09T02:21:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744d2f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,36213,-1] 2024-11-09T02:21:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:01,335 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c59a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:01,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,36213,1731118857962 2024-11-09T02:21:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e1527a1 2024-11-09T02:21:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:01,337 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:01,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:36213,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:21:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:21:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:01,339 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:36213' 2024-11-09T02:21:01,340 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c509ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:01,340 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,36213,-1 for getting cluster id 2024-11-09T02:21:01,340 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:01,341 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cdde2f9-3dc4-485d-a19a-4914c66a4108' 2024-11-09T02:21:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cdde2f9-3dc4-485d-a19a-4914c66a4108" 2024-11-09T02:21:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c0b6a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,36213,-1] 2024-11-09T02:21:01,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:01,342 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0a55ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:01,343 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:01,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,36213,1731118857962 2024-11-09T02:21:01,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4587b748 2024-11-09T02:21:01,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:01,344 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:01,344 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:21:01,344 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:21:01,344 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:01,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:01,344 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:01,345 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://53f286d3af3b:36213, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T02:21:01,351 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://53f286d3af3b:36213, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://53f286d3af3b:36213, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://53f286d3af3b:36213, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T02:21:01,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://53f286d3af3b:36213, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-11-09T02:21:01,352 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T02:21:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:01,442 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://53f286d3af3b:36213, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T02:21:01,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:01,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:01,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:01,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:01,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:01,455 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 359) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/53f286d3af3b:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1739361040_20 at /127.0.0.1:49964 [Receiving block BP-1344108258-172.17.0.3-1731118855993:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d-prefix:53f286d3af3b,39167,1731118858207.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PacketResponder: BP-1344108258-172.17.0.3-1731118855993:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;53f286d3af3b:36213 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp885867159-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@58b5e117 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/data/data2/current/BP-1344108258-172.17.0.3-1731118855993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d-prefix:53f286d3af3b,39167,1731118858207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997402786_20 at /127.0.0.1:49946 [Receiving block BP-1344108258-172.17.0.3-1731118855993:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1123702963-7872 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server idle connection scanner for port 44229 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118858743 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/53f286d3af3b:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7868 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe08c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7915-acceptor-0@68c62551-ServerConnector@37872a5f{HTTP/1.1, (http/1.1)}{localhost:43883} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@52b2b886 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1344108258-172.17.0.3-1731118855993:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7867 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe08c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 0 on default port 44229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33959 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118858739 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fe08c9f9120.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@41b00a94 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62417) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp1123702963-7865 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe08c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33959/user/jenkins/test-data/a689922c-82e6-8ad1-45b8-9aede7d3388d/MasterData-prefix:53f286d3af3b,36213,1731118857962 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@61d1ce3b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1739361040_20 at /127.0.0.1:49982 [Receiving block BP-1344108258-172.17.0.3-1731118855993:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33959 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;53f286d3af3b:39167-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62417) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1123702963-7869-acceptor-0@1df66638-ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:39485} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-65e21794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007fe08cad7b08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 53f286d3af3b:36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1344108258-172.17.0.3-1731118855993 heartbeating to localhost/127.0.0.1:33959 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7870 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1739361040_20 at /127.0.0.1:49910 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:33959 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: regionserver/53f286d3af3b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:62417): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@2a2190bd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;53f286d3af3b:39167 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/53f286d3af3b:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1344108258-172.17.0.3-1731118855993:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/cluster_0e0d6f78-dec2-c2b1-6539-9bcde34eefb0/data/data1/current/BP-1344108258-172.17.0.3-1731118855993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(549125076) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-20a7163-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp885867159-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe08c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:62417 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: IPC Server handler 2 on default port 44229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62417) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: IPC Server handler 0 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1123702963-7866 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fe08c432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44229 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/53f286d3af3b:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1123702963-7871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=882 (was 798) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 438) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2905 (was 3159) 2024-11-09T02:21:01,458 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-09T02:21:01,469 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=882, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=11, AvailableMemoryMB=2903 2024-11-09T02:21:01,469 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-09T02:21:01,481 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T02:21:01,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.log.dir so I do NOT create it in target/test-data/950034c5-99f4-d445-c993-04299f19b697 2024-11-09T02:21:01,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:21:01,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.tmp.dir so I do NOT create it in target/test-data/950034c5-99f4-d445-c993-04299f19b697 2024-11-09T02:21:01,481 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af5dc6a7-5dbe-9052-5c44-b0d3852e1ed0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:21:01,482 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697 2024-11-09T02:21:01,482 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82, deleteOnExit=true 2024-11-09T02:21:01,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/zookeeper_0, clientPort=49826, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T02:21:01,485 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49826 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/test.cache.data in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:21:01,485 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:21:01,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:21:01,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:21:01,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:01,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:21:01,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:21:01,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:21:01,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:21:01,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:01,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:21:01,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:21:02,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a02ac7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/java.io.tmpdir/jetty-localhost-34153-hadoop-hdfs-3_4_1-tests_jar-_-any-8694880812465757152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:21:02,000 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:34153} 2024-11-09T02:21:02,000 INFO [Time-limited test {}] server.Server(415): Started @320273ms 2024-11-09T02:21:02,231 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:02,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:21:02,232 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128724 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:21:02,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:02,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:21:02,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:21:02,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:21:02,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:21:02,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:21:02,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:21:02,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be7d588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/java.io.tmpdir/jetty-localhost-39687-hadoop-hdfs-3_4_1-tests_jar-_-any-4556890311882996619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:21:02,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:39687} 2024-11-09T02:21:02,525 INFO [Time-limited test {}] server.Server(415): Started @320798ms 2024-11-09T02:21:02,526 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:21:03,351 WARN [Thread-4302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/data/data2/current/BP-800519816-172.17.0.3-1731118861500/current, will proceed with Du for space computation calculation, 2024-11-09T02:21:03,351 WARN [Thread-4301 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/data/data1/current/BP-800519816-172.17.0.3-1731118861500/current, will proceed with Du for space computation calculation, 2024-11-09T02:21:03,367 WARN [Thread-4289 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:21:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1c3db8331d3b34c with lease ID 0x5bd390a4f45c5dcb: Processing first storage report for DS-9ad96397-7129-46eb-8b24-164d9c9a7972 from datanode DatanodeRegistration(127.0.0.1:36675, datanodeUuid=8a07d582-e2fd-4361-a7c5-1d532a3985e0, infoPort=37299, infoSecurePort=0, ipcPort=43677, storageInfo=lv=-57;cid=testClusterID;nsid=1112128016;c=1731118861500) 2024-11-09T02:21:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1c3db8331d3b34c with lease ID 0x5bd390a4f45c5dcb: from storage DS-9ad96397-7129-46eb-8b24-164d9c9a7972 node DatanodeRegistration(127.0.0.1:36675, datanodeUuid=8a07d582-e2fd-4361-a7c5-1d532a3985e0, infoPort=37299, infoSecurePort=0, ipcPort=43677, storageInfo=lv=-57;cid=testClusterID;nsid=1112128016;c=1731118861500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:21:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf1c3db8331d3b34c with lease ID 0x5bd390a4f45c5dcb: Processing first storage report for DS-2945d0f3-58f2-4280-8154-63e7b8d04bdb from datanode DatanodeRegistration(127.0.0.1:36675, datanodeUuid=8a07d582-e2fd-4361-a7c5-1d532a3985e0, infoPort=37299, infoSecurePort=0, ipcPort=43677, storageInfo=lv=-57;cid=testClusterID;nsid=1112128016;c=1731118861500) 2024-11-09T02:21:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf1c3db8331d3b34c with lease ID 0x5bd390a4f45c5dcb: from storage DS-2945d0f3-58f2-4280-8154-63e7b8d04bdb node DatanodeRegistration(127.0.0.1:36675, datanodeUuid=8a07d582-e2fd-4361-a7c5-1d532a3985e0, infoPort=37299, infoSecurePort=0, ipcPort=43677, storageInfo=lv=-57;cid=testClusterID;nsid=1112128016;c=1731118861500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:21:03,456 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697 2024-11-09T02:21:03,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:03,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:03,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:21:03,863 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623 with version=8 2024-11-09T02:21:03,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/hbase-staging 2024-11-09T02:21:03,865 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:21:03,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:03,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:03,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:21:03,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:03,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:21:03,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:21:03,866 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:21:03,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41143 2024-11-09T02:21:03,867 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41143 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:03,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411430x0, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:03,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41143-0x1011d6588570000 connected 2024-11-09T02:21:04,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:04,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:04,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/running 2024-11-09T02:21:04,057 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623, hbase.cluster.distributed=false 2024-11-09T02:21:04,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/acl 2024-11-09T02:21:04,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-09T02:21:04,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-11-09T02:21:04,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-11-09T02:21:04,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-09T02:21:04,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-09T02:21:04,073 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:21:04,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41753 2024-11-09T02:21:04,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41753 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:04,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:04,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417530x0, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:04,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417530x0, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/running 2024-11-09T02:21:04,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41753-0x1011d6588570001 connected 2024-11-09T02:21:04,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:21:04,088 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:21:04,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/master 2024-11-09T02:21:04,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/acl 2024-11-09T02:21:04,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-09T02:21:04,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41753 2024-11-09T02:21:04,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41753 2024-11-09T02:21:04,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-09T02:21:04,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41753 2024-11-09T02:21:04,108 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:41143 2024-11-09T02:21:04,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01931599246/backup-masters/53f286d3af3b,41143,1731118863865 2024-11-09T02:21:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246/backup-masters 2024-11-09T02:21:04,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246/backup-masters 2024-11-09T02:21:04,118 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on existing znode=/01931599246/backup-masters/53f286d3af3b,41143,1731118863865 2024-11-09T02:21:04,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:04,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01931599246/master 2024-11-09T02:21:04,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:04,128 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on existing znode=/01931599246/master 2024-11-09T02:21:04,129 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01931599246/backup-masters/53f286d3af3b,41143,1731118863865 from backup master directory 2024-11-09T02:21:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931599246/backup-masters/53f286d3af3b,41143,1731118863865 2024-11-09T02:21:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246/backup-masters 2024-11-09T02:21:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246/backup-masters 2024-11-09T02:21:04,138 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:21:04,138 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,41143,1731118863865 2024-11-09T02:21:04,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/hbase.id] with ID: 128ce231-f685-4311-9d5d-1619b219c14c 2024-11-09T02:21:04,141 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/.tmp/hbase.id 2024-11-09T02:21:04,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:21:04,545 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/.tmp/hbase.id]:[hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/hbase.id] 2024-11-09T02:21:04,551 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:04,551 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:21:04,552 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:21:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:04,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:21:04,771 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:21:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:04,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:21:04,843 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T02:21:04,968 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:04,969 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:21:04,969 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:04,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:21:05,375 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store 2024-11-09T02:21:05,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:21:05,380 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:05,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:21:05,381 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:05,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:05,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:21:05,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:05,381 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:05,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118865381Disabling compacts and flushes for region at 1731118865381Disabling writes for close at 1731118865381Writing region close event to WAL at 1731118865381Closed at 1731118865381 2024-11-09T02:21:05,381 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/.initializing 2024-11-09T02:21:05,381 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/WALs/53f286d3af3b,41143,1731118863865 2024-11-09T02:21:05,382 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:21:05,383 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C41143%2C1731118863865, suffix=, logDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/WALs/53f286d3af3b,41143,1731118863865, archiveDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/oldWALs, maxLogs=10 2024-11-09T02:21:05,395 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/WALs/53f286d3af3b,41143,1731118863865/53f286d3af3b%2C41143%2C1731118863865.1731118865383, exclude list is [], retry=0 2024-11-09T02:21:05,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:05,398 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/WALs/53f286d3af3b,41143,1731118863865/53f286d3af3b%2C41143%2C1731118863865.1731118865383 2024-11-09T02:21:05,398 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:05,398 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:05,398 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:05,398 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,398 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:21:05,400 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:05,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:05,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:21:05,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:05,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:05,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:21:05,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:05,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:05,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:21:05,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:05,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:05,403 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,404 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,404 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,405 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,405 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,405 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:05,406 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:05,407 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:05,408 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65573650, jitterRate=-0.022876471281051636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:05,408 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118865398Initializing all the Stores at 1731118865399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118865399Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118865399Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118865399Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118865399Cleaning up temporary data from old regions at 1731118865405 (+6 ms)Region opened successfully at 1731118865408 (+3 ms) 2024-11-09T02:21:05,408 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:21:05,410 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc31ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:21:05,410 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:21:05,410 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:21:05,410 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:21:05,411 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:21:05,411 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:21:05,411 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:21:05,411 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:21:05,412 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:21:05,413 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Unable to get data of znode /01931599246/balancer because node does not exist (not necessarily an error) 2024-11-09T02:21:05,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931599246/balancer already deleted, retry=false 2024-11-09T02:21:05,508 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:21:05,508 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Unable to get data of znode /01931599246/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:21:05,521 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931599246/normalizer already deleted, retry=false 2024-11-09T02:21:05,522 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:21:05,522 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Unable to get data of znode /01931599246/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:21:05,532 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931599246/switch/split already deleted, retry=false 2024-11-09T02:21:05,533 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Unable to get data of znode /01931599246/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:21:05,542 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931599246/switch/merge already deleted, retry=false 2024-11-09T02:21:05,544 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Unable to get data of znode /01931599246/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:21:05,553 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01931599246/snapshot-cleanup already deleted, retry=false 2024-11-09T02:21:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01931599246/running 2024-11-09T02:21:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01931599246/running 2024-11-09T02:21:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:05,564 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,41143,1731118863865, sessionid=0x1011d6588570000, setting cluster-up flag (Was=false) 2024-11-09T02:21:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:05,616 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01931599246/flush-table-proc/acquired, /01931599246/flush-table-proc/reached, /01931599246/flush-table-proc/abort 2024-11-09T02:21:05,617 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,41143,1731118863865 2024-11-09T02:21:05,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:05,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:05,816 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01931599246/online-snapshot/acquired, /01931599246/online-snapshot/reached, /01931599246/online-snapshot/abort 2024-11-09T02:21:05,817 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,41143,1731118863865 2024-11-09T02:21:05,818 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:21:05,819 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:05,819 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:21:05,819 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:21:05,820 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,41143,1731118863865 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:21:05,821 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,821 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118895821 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:21:05,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:21:05,822 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:21:05,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:21:05,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:21:05,823 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118865823,5,FailOnTimeoutGroup] 2024-11-09T02:21:05,823 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:05,823 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118865823,5,FailOnTimeoutGroup] 2024-11-09T02:21:05,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:21:05,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,823 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,823 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:21:05,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:21:05,901 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(746): ClusterId : 128ce231-f685-4311-9d5d-1619b219c14c 2024-11-09T02:21:05,901 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:21:05,918 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:21:05,918 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:21:05,928 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:21:05,929 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad7b31e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:21:05,942 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:41753 2024-11-09T02:21:05,942 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:21:05,942 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:21:05,942 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:21:05,942 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,41143,1731118863865 with port=41753, startcode=1731118864072 2024-11-09T02:21:05,943 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:21:05,943 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:21:05,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,41753,1731118864072 2024-11-09T02:21:05,944 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:05,945 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623 2024-11-09T02:21:05,945 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36239 2024-11-09T02:21:05,945 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:21:05,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246/rs 2024-11-09T02:21:05,954 DEBUG [RS:0;53f286d3af3b:41753 {}] zookeeper.ZKUtil(111): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on existing znode=/01931599246/rs/53f286d3af3b,41753,1731118864072 2024-11-09T02:21:05,954 WARN [RS:0;53f286d3af3b:41753 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:21:05,954 INFO [RS:0;53f286d3af3b:41753 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:05,954 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072 2024-11-09T02:21:05,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,41753,1731118864072] 2024-11-09T02:21:05,956 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:21:05,957 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:21:05,957 INFO [RS:0;53f286d3af3b:41753 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:21:05,957 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,958 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:21:05,958 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:21:05,958 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:21:05,958 DEBUG [RS:0;53f286d3af3b:41753 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:21:05,959 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,959 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,959 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,959 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,959 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,959 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41753,1731118864072-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:05,971 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:21:05,971 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41753,1731118864072-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,971 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,971 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.Replication(171): 53f286d3af3b,41753,1731118864072 started 2024-11-09T02:21:05,982 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:05,983 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,41753,1731118864072, RpcServer on 53f286d3af3b/172.17.0.3:41753, sessionid=0x1011d6588570001 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,41753,1731118864072 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41753,1731118864072' 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01931599246/flush-table-proc/abort' 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01931599246/flush-table-proc/acquired' 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,41753,1731118864072 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,41753,1731118864072' 2024-11-09T02:21:05,983 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01931599246/online-snapshot/abort' 2024-11-09T02:21:05,984 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01931599246/online-snapshot/acquired' 2024-11-09T02:21:05,984 DEBUG [RS:0;53f286d3af3b:41753 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:21:05,984 INFO [RS:0;53f286d3af3b:41753 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:21:05,984 INFO [RS:0;53f286d3af3b:41753 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:21:06,084 INFO [RS:0;53f286d3af3b:41753 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:21:06,085 INFO [RS:0;53f286d3af3b:41753 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41753%2C1731118864072, suffix=, logDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072, archiveDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/oldWALs, maxLogs=10 2024-11-09T02:21:06,099 DEBUG [RS:0;53f286d3af3b:41753 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086, exclude list is [], retry=0 2024-11-09T02:21:06,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:06,103 INFO [RS:0;53f286d3af3b:41753 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 2024-11-09T02:21:06,103 DEBUG [RS:0;53f286d3af3b:41753 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:06,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:21:06,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623 2024-11-09T02:21:06,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:21:06,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:06,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:06,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:06,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:06,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:06,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:06,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:06,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:06,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:06,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:06,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:06,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:06,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:06,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:06,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:06,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:06,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:06,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740 2024-11-09T02:21:06,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740 2024-11-09T02:21:06,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:06,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:06,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:06,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:06,646 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:06,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64584328, jitterRate=-0.03761851787567139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:06,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118866637Initializing all the Stores at 1731118866638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118866638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118866638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118866638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118866638Cleaning up temporary data from old regions at 1731118866643 (+5 ms)Region opened successfully at 1731118866647 (+4 ms) 2024-11-09T02:21:06,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:21:06,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:21:06,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:21:06,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:21:06,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:21:06,647 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:06,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118866647Disabling compacts and flushes for region at 1731118866647Disabling writes for close at 1731118866647Writing region close event to WAL at 1731118866647Closed at 1731118866647 2024-11-09T02:21:06,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:06,648 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:21:06,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:21:06,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:21:06,650 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:21:06,800 DEBUG [53f286d3af3b:41143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:21:06,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:06,801 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41753,1731118864072, state=OPENING 2024-11-09T02:21:06,854 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:21:06,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:06,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:06,865 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:21:06,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931599246/meta-region-server: CHANGED 2024-11-09T02:21:06,865 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931599246/meta-region-server: CHANGED 2024-11-09T02:21:06,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41753,1731118864072}] 2024-11-09T02:21:07,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:21:07,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:21:07,021 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:21:07,021 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:07,021 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:21:07,022 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41753%2C1731118864072.meta, suffix=.meta, logDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072, archiveDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/oldWALs, maxLogs=10 2024-11-09T02:21:07,037 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.meta.1731118867022.meta, exclude list is [], retry=0 2024-11-09T02:21:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:07,039 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.meta.1731118867022.meta 2024-11-09T02:21:07,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:07,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:07,042 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:07,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:21:07,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:21:07,042 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:21:07,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:21:07,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:07,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:21:07,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:21:07,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:07,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:07,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:07,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:07,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:07,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:07,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:07,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:07,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:07,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:07,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:07,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:07,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:07,047 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:07,048 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740 2024-11-09T02:21:07,048 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740 2024-11-09T02:21:07,049 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:07,049 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:07,049 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:07,050 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:07,051 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64193323, jitterRate=-0.04344494640827179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:07,051 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:21:07,051 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118867043Writing region info on filesystem at 1731118867043Initializing all the Stores at 1731118867043Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118867043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118867043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118867043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118867044 (+1 ms)Cleaning up temporary data from old regions at 1731118867049 (+5 ms)Running coprocessor post-open hooks at 1731118867051 (+2 ms)Region opened successfully at 1731118867051 2024-11-09T02:21:07,052 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118867017 2024-11-09T02:21:07,054 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:21:07,054 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:21:07,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:07,055 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,41753,1731118864072, state=OPEN 2024-11-09T02:21:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01931599246/meta-region-server 2024-11-09T02:21:07,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01931599246/meta-region-server 2024-11-09T02:21:07,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:07,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931599246/meta-region-server: CHANGED 2024-11-09T02:21:07,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01931599246/meta-region-server: CHANGED 2024-11-09T02:21:07,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:21:07,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,41753,1731118864072 in 228 msec 2024-11-09T02:21:07,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:21:07,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-09T02:21:07,097 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:07,097 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:21:07,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:07,098 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41753,1731118864072, seqNum=-1] 2024-11-09T02:21:07,098 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:07,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:07,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2840 sec 2024-11-09T02:21:07,105 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118867105, completionTime=-1 2024-11-09T02:21:07,105 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:21:07,105 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118927107 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118987107 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41143,1731118863865-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41143,1731118863865-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41143,1731118863865-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:41143, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,107 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,108 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,109 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41143,1731118863865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:07,112 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41143,1731118863865-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:21:07,114 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:21:07,114 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:21:07,114 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,41143,1731118863865-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:07,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:07,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41143,-1 for getting cluster id 2024-11-09T02:21:07,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:07,203 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '128ce231-f685-4311-9d5d-1619b219c14c' 2024-11-09T02:21:07,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:07,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "128ce231-f685-4311-9d5d-1619b219c14c" 2024-11-09T02:21:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c883a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41143,-1] 2024-11-09T02:21:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:07,204 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:07,204 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:07,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c4befd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:07,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41753,1731118864072, seqNum=-1] 2024-11-09T02:21:07,206 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:07,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:07,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,41143,1731118863865 2024-11-09T02:21:07,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:07,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:07,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011d6588570002 connected 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir so I do NOT create it in target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb 2024-11-09T02:21:07,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.tmp.dir so I do NOT create it in target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb 2024-11-09T02:21:07,229 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:21:07,229 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/cluster_6023430d-a9e8-fafc-8fc8-629a44ce141e, deleteOnExit=true 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/test.cache.data in system properties and HBase conf 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:21:07,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:21:07,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:21:07,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:21:07,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:07,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:21:07,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:21:07,534 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:21:07,534 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:21:07,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:07,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:21:07,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d9d2125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:21:07,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56af9fe4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/java.io.tmpdir/jetty-localhost-33897-hadoop-hdfs-3_4_1-tests_jar-_-any-7876875820102201371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:21:07,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75665d82{HTTP/1.1, (http/1.1)}{localhost:33897} 2024-11-09T02:21:07,631 INFO [Time-limited test {}] server.Server(415): Started @325904ms 2024-11-09T02:21:08,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:08,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:21:08,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:21:08,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:21:08,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T02:21:08,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:21:08,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@116b2349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:21:08,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5af007df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/java.io.tmpdir/jetty-localhost-42165-hadoop-hdfs-3_4_1-tests_jar-_-any-1644495057193046604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:21:08,236 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26d49f62{HTTP/1.1, (http/1.1)}{localhost:42165} 2024-11-09T02:21:08,236 INFO [Time-limited test {}] server.Server(415): Started @326508ms 2024-11-09T02:21:08,238 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:21:08,982 WARN [Thread-4422 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/cluster_6023430d-a9e8-fafc-8fc8-629a44ce141e/data/data1/current/BP-796062978-172.17.0.3-1731118867245/current, will proceed with Du for space computation calculation, 2024-11-09T02:21:08,989 WARN [Thread-4423 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/cluster_6023430d-a9e8-fafc-8fc8-629a44ce141e/data/data2/current/BP-796062978-172.17.0.3-1731118867245/current, will proceed with Du for space computation calculation, 2024-11-09T02:21:09,041 WARN [Thread-4410 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:21:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd85ec650b5e72c9d with lease ID 0xbd8a8407b06a39f5: Processing first storage report for DS-9ef4e3c1-d431-4e06-9d49-6965577bd32a from datanode DatanodeRegistration(127.0.0.1:33729, datanodeUuid=cc29f5cb-8b2b-4621-8af1-af0858099ff4, infoPort=33589, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=643749087;c=1731118867245) 2024-11-09T02:21:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd85ec650b5e72c9d with lease ID 0xbd8a8407b06a39f5: from storage DS-9ef4e3c1-d431-4e06-9d49-6965577bd32a node DatanodeRegistration(127.0.0.1:33729, datanodeUuid=cc29f5cb-8b2b-4621-8af1-af0858099ff4, infoPort=33589, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=643749087;c=1731118867245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:21:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd85ec650b5e72c9d with lease ID 0xbd8a8407b06a39f5: Processing first storage report for DS-2463d174-3601-4f2a-98a3-12aa021a068a from datanode DatanodeRegistration(127.0.0.1:33729, datanodeUuid=cc29f5cb-8b2b-4621-8af1-af0858099ff4, infoPort=33589, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=643749087;c=1731118867245) 2024-11-09T02:21:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd85ec650b5e72c9d with lease ID 0xbd8a8407b06a39f5: from storage DS-2463d174-3601-4f2a-98a3-12aa021a068a node DatanodeRegistration(127.0.0.1:33729, datanodeUuid=cc29f5cb-8b2b-4621-8af1-af0858099ff4, infoPort=33589, infoSecurePort=0, ipcPort=45555, storageInfo=lv=-57;cid=testClusterID;nsid=643749087;c=1731118867245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:21:09,107 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb 2024-11-09T02:21:09,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:21:09,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f with version=8 2024-11-09T02:21:09,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/hbase-staging 2024-11-09T02:21:09,132 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:21:09,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:09,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:09,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:21:09,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:09,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:21:09,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:21:09,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:21:09,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37591 2024-11-09T02:21:09,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37591 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:09,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375910x0, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:09,163 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37591-0x1011d6588570003 connected 2024-11-09T02:21:09,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/running 2024-11-09T02:21:09,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f, hbase.cluster.distributed=false 2024-11-09T02:21:09,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/acl 2024-11-09T02:21:09,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-09T02:21:09,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37591 2024-11-09T02:21:09,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37591 2024-11-09T02:21:09,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-09T02:21:09,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37591 2024-11-09T02:21:09,269 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T02:21:09,269 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T02:21:09,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T02:21:09,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T02:21:09,270 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:21:09,270 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T02:21:09,280 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:21:09,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:09,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:09,280 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:21:09,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:09,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:21:09,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:21:09,281 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:21:09,281 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35301 2024-11-09T02:21:09,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35301 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:09,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353010x0, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:09,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353010x0, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/running 2024-11-09T02:21:09,302 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:21:09,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35301-0x1011d6588570004 connected 2024-11-09T02:21:09,310 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:21:09,311 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/master 2024-11-09T02:21:09,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/acl 2024-11-09T02:21:09,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-09T02:21:09,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35301 2024-11-09T02:21:09,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35301 2024-11-09T02:21:09,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-09T02:21:09,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35301 2024-11-09T02:21:09,347 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:37591 2024-11-09T02:21:09,347 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1440653331/backup-masters/53f286d3af3b,37591,1731118869132 2024-11-09T02:21:09,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331/backup-masters 2024-11-09T02:21:09,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331/backup-masters 2024-11-09T02:21:09,362 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on existing znode=/1440653331/backup-masters/53f286d3af3b,37591,1731118869132 2024-11-09T02:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1440653331/master 2024-11-09T02:21:09,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:09,375 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on existing znode=/1440653331/master 2024-11-09T02:21:09,376 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1440653331/backup-masters/53f286d3af3b,37591,1731118869132 from backup master directory 2024-11-09T02:21:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331/backup-masters 2024-11-09T02:21:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1440653331/backup-masters/53f286d3af3b,37591,1731118869132 2024-11-09T02:21:09,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331/backup-masters 2024-11-09T02:21:09,385 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:21:09,385 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,37591,1731118869132 2024-11-09T02:21:09,400 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/hbase.id] with ID: 876a02a2-f764-4d38-a27b-2c296100d772 2024-11-09T02:21:09,400 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/.tmp/hbase.id 2024-11-09T02:21:09,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:21:09,426 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/.tmp/hbase.id]:[hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/hbase.id] 2024-11-09T02:21:09,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:09,436 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:21:09,437 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:21:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:09,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:09,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:21:09,480 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:09,481 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:21:09,481 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:09,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:21:09,501 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store 2024-11-09T02:21:09,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:21:09,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:09,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:21:09,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:09,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:09,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:21:09,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:09,914 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:09,914 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118869914Disabling compacts and flushes for region at 1731118869914Disabling writes for close at 1731118869914Writing region close event to WAL at 1731118869914Closed at 1731118869914 2024-11-09T02:21:09,915 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/.initializing 2024-11-09T02:21:09,915 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/WALs/53f286d3af3b,37591,1731118869132 2024-11-09T02:21:09,915 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:21:09,917 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C37591%2C1731118869132, suffix=, logDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/WALs/53f286d3af3b,37591,1731118869132, archiveDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/oldWALs, maxLogs=10 2024-11-09T02:21:09,932 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/WALs/53f286d3af3b,37591,1731118869132/53f286d3af3b%2C37591%2C1731118869132.1731118869917, exclude list is [], retry=0 2024-11-09T02:21:09,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-9ef4e3c1-d431-4e06-9d49-6965577bd32a,DISK] 2024-11-09T02:21:09,936 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/WALs/53f286d3af3b,37591,1731118869132/53f286d3af3b%2C37591%2C1731118869132.1731118869917 2024-11-09T02:21:09,936 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-09T02:21:09,936 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:09,936 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:09,936 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,936 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:21:09,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:09,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:09,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:21:09,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:09,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:09,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:21:09,940 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:09,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:09,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:21:09,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:09,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:09,941 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,942 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,942 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,943 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,943 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,943 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:09,944 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:09,945 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:09,945 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75234700, jitterRate=0.12108439207077026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:09,945 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118869936Initializing all the Stores at 1731118869937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118869937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118869937Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118869937Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118869937Cleaning up temporary data from old regions at 1731118869943 (+6 ms)Region opened successfully at 1731118869945 (+2 ms) 2024-11-09T02:21:09,945 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:21:09,947 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46930387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:21:09,948 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:21:09,948 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:21:09,948 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:21:09,948 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:21:09,949 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:21:09,949 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:21:09,949 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:21:09,951 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:21:09,952 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Unable to get data of znode /1440653331/balancer because node does not exist (not necessarily an error) 2024-11-09T02:21:10,044 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1440653331/balancer already deleted, retry=false 2024-11-09T02:21:10,044 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:21:10,045 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Unable to get data of znode /1440653331/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:21:10,132 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1440653331/normalizer already deleted, retry=false 2024-11-09T02:21:10,133 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:21:10,134 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Unable to get data of znode /1440653331/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:21:10,223 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1440653331/switch/split already deleted, retry=false 2024-11-09T02:21:10,223 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Unable to get data of znode /1440653331/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:21:10,275 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1440653331/switch/merge already deleted, retry=false 2024-11-09T02:21:10,277 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Unable to get data of znode /1440653331/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:21:10,342 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1440653331/snapshot-cleanup already deleted, retry=false 2024-11-09T02:21:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1440653331/running 2024-11-09T02:21:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1440653331/running 2024-11-09T02:21:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:10,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:10,406 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,37591,1731118869132, sessionid=0x1011d6588570003, setting cluster-up flag (Was=false) 2024-11-09T02:21:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:10,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:10,742 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1440653331/flush-table-proc/acquired, /1440653331/flush-table-proc/reached, /1440653331/flush-table-proc/abort 2024-11-09T02:21:10,743 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,37591,1731118869132 2024-11-09T02:21:10,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:10,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:10,795 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1440653331/online-snapshot/acquired, /1440653331/online-snapshot/reached, /1440653331/online-snapshot/abort 2024-11-09T02:21:10,796 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,37591,1731118869132 2024-11-09T02:21:10,797 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:21:10,798 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:10,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:21:10,799 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:21:10,799 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,37591,1731118869132 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:21:10,800 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:10,806 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:21:10,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:10,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118900814 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:21:10,815 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,816 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:21:10,816 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:21:10,816 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:21:10,816 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:21:10,816 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:21:10,816 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:21:10,824 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118870817,5,FailOnTimeoutGroup] 2024-11-09T02:21:10,825 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118870824,5,FailOnTimeoutGroup] 2024-11-09T02:21:10,825 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,825 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:21:10,825 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,825 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:21:10,830 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(746): ClusterId : 876a02a2-f764-4d38-a27b-2c296100d772 2024-11-09T02:21:10,830 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:21:10,838 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:21:10,838 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:21:10,848 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:21:10,849 DEBUG [RS:0;53f286d3af3b:35301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4865230b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:21:10,867 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:35301 2024-11-09T02:21:10,867 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:21:10,867 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:21:10,867 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:21:10,868 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,37591,1731118869132 with port=35301, startcode=1731118869280 2024-11-09T02:21:10,868 DEBUG [RS:0;53f286d3af3b:35301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:21:10,874 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:21:10,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,35301,1731118869280 2024-11-09T02:21:10,875 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37591 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,35301,1731118869280 2024-11-09T02:21:10,876 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f 2024-11-09T02:21:10,876 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46693 2024-11-09T02:21:10,876 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:21:10,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331/rs 2024-11-09T02:21:10,886 DEBUG [RS:0;53f286d3af3b:35301 {}] zookeeper.ZKUtil(111): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on existing znode=/1440653331/rs/53f286d3af3b,35301,1731118869280 2024-11-09T02:21:10,886 WARN [RS:0;53f286d3af3b:35301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:21:10,886 INFO [RS:0;53f286d3af3b:35301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:10,886 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280 2024-11-09T02:21:10,886 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,35301,1731118869280] 2024-11-09T02:21:10,894 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:21:10,896 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:21:10,900 INFO [RS:0;53f286d3af3b:35301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:21:10,900 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,902 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:21:10,902 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:21:10,903 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:21:10,903 DEBUG [RS:0;53f286d3af3b:35301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:21:10,908 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,908 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,908 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,908 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,908 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,908 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35301,1731118869280-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:10,922 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:21:10,922 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,35301,1731118869280-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,922 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,922 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.Replication(171): 53f286d3af3b,35301,1731118869280 started 2024-11-09T02:21:10,936 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:10,936 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,35301,1731118869280, RpcServer on 53f286d3af3b/172.17.0.3:35301, sessionid=0x1011d6588570004 2024-11-09T02:21:10,936 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:21:10,936 DEBUG [RS:0;53f286d3af3b:35301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,35301,1731118869280 2024-11-09T02:21:10,936 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,35301,1731118869280' 2024-11-09T02:21:10,936 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1440653331/flush-table-proc/abort' 2024-11-09T02:21:10,937 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1440653331/flush-table-proc/acquired' 2024-11-09T02:21:10,937 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:21:10,937 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:21:10,937 DEBUG [RS:0;53f286d3af3b:35301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,35301,1731118869280 2024-11-09T02:21:10,937 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,35301,1731118869280' 2024-11-09T02:21:10,937 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1440653331/online-snapshot/abort' 2024-11-09T02:21:10,938 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1440653331/online-snapshot/acquired' 2024-11-09T02:21:10,938 DEBUG [RS:0;53f286d3af3b:35301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:21:10,938 INFO [RS:0;53f286d3af3b:35301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:21:10,938 INFO [RS:0;53f286d3af3b:35301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:21:11,038 INFO [RS:0;53f286d3af3b:35301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:21:11,040 INFO [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C35301%2C1731118869280, suffix=, logDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280, archiveDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/oldWALs, maxLogs=10 2024-11-09T02:21:11,056 DEBUG [RS:0;53f286d3af3b:35301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280/53f286d3af3b%2C35301%2C1731118869280.1731118871040, exclude list is [], retry=0 2024-11-09T02:21:11,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-9ef4e3c1-d431-4e06-9d49-6965577bd32a,DISK] 2024-11-09T02:21:11,065 INFO [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280/53f286d3af3b%2C35301%2C1731118869280.1731118871040 2024-11-09T02:21:11,068 DEBUG [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-09T02:21:11,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:21:11,227 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f 2024-11-09T02:21:11,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741833_1009 (size=32) 2024-11-09T02:21:11,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:11,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:11,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:11,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:11,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:11,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:11,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:11,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:11,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:11,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:11,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:11,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:11,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:11,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:11,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:11,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:11,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:11,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:11,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740 2024-11-09T02:21:11,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740 2024-11-09T02:21:11,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:11,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:11,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:11,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:11,641 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:11,641 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63709567, jitterRate=-0.050653472542762756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:11,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118871632Initializing all the Stores at 1731118871632Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118871632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118871633 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118871633Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118871633Cleaning up temporary data from old regions at 1731118871639 (+6 ms)Region opened successfully at 1731118871641 (+2 ms) 2024-11-09T02:21:11,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:21:11,641 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:21:11,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:21:11,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:21:11,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:21:11,642 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:11,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118871641Disabling compacts and flushes for region at 1731118871641Disabling writes for close at 1731118871641Writing region close event to WAL at 1731118871642 (+1 ms)Closed at 1731118871642 2024-11-09T02:21:11,643 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:11,643 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:21:11,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:21:11,644 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:21:11,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:21:11,794 DEBUG [53f286d3af3b:37591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:21:11,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,35301,1731118869280 2024-11-09T02:21:11,796 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,35301,1731118869280, state=OPENING 2024-11-09T02:21:11,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:21:11,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:11,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:11,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1440653331/meta-region-server: CHANGED 2024-11-09T02:21:11,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1440653331/meta-region-server: CHANGED 2024-11-09T02:21:11,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:21:11,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,35301,1731118869280}] 2024-11-09T02:21:12,021 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:21:12,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:21:12,025 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:21:12,025 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:12,025 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:21:12,026 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C35301%2C1731118869280.meta, suffix=.meta, logDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280, archiveDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/oldWALs, maxLogs=10 2024-11-09T02:21:12,039 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280/53f286d3af3b%2C35301%2C1731118869280.meta.1731118872027.meta, exclude list is [], retry=0 2024-11-09T02:21:12,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33729,DS-9ef4e3c1-d431-4e06-9d49-6965577bd32a,DISK] 2024-11-09T02:21:12,042 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280/53f286d3af3b%2C35301%2C1731118869280.meta.1731118872027.meta 2024-11-09T02:21:12,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33589:33589)] 2024-11-09T02:21:12,042 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:12,043 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:12,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:21:12,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:21:12,043 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:21:12,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:21:12,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:12,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:21:12,043 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:21:12,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:12,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:12,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:12,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:12,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:12,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:12,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:12,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:12,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:12,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:12,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:12,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:12,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:12,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:12,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:12,047 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:12,048 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740 2024-11-09T02:21:12,048 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740 2024-11-09T02:21:12,049 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:12,049 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:12,049 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:12,050 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:12,051 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60320129, jitterRate=-0.10116003453731537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:12,051 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:21:12,051 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118872043Writing region info on filesystem at 1731118872043Initializing all the Stores at 1731118872044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118872044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118872044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118872044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118872044Cleaning up temporary data from old regions at 1731118872049 (+5 ms)Running coprocessor post-open hooks at 1731118872051 (+2 ms)Region opened successfully at 1731118872051 2024-11-09T02:21:12,052 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118872021 2024-11-09T02:21:12,053 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:21:12,053 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:21:12,054 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,35301,1731118869280 2024-11-09T02:21:12,054 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,35301,1731118869280, state=OPEN 2024-11-09T02:21:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1440653331/meta-region-server 2024-11-09T02:21:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1440653331/meta-region-server 2024-11-09T02:21:12,065 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,35301,1731118869280 2024-11-09T02:21:12,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1440653331/meta-region-server: CHANGED 2024-11-09T02:21:12,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1440653331/meta-region-server: CHANGED 2024-11-09T02:21:12,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:21:12,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,35301,1731118869280 in 196 msec 2024-11-09T02:21:12,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:21:12,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-09T02:21:12,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:12,069 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:21:12,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:12,070 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,35301,1731118869280, seqNum=-1] 2024-11-09T02:21:12,070 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:12,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:12,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2770 sec 2024-11-09T02:21:12,075 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118872075, completionTime=-1 2024-11-09T02:21:12,075 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:21:12,075 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:21:12,077 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:21:12,077 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118932077 2024-11-09T02:21:12,077 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118992077 2024-11-09T02:21:12,077 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:21:12,078 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37591,1731118869132-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,078 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37591,1731118869132-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,078 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37591,1731118869132-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,078 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:37591, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,078 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,078 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,080 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.696sec 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37591,1731118869132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:12,081 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37591,1731118869132-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:21:12,083 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:21:12,083 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:21:12,083 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37591,1731118869132-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:12,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6b2280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:12,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37591,-1 for getting cluster id 2024-11-09T02:21:12,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:12,132 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '876a02a2-f764-4d38-a27b-2c296100d772' 2024-11-09T02:21:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "876a02a2-f764-4d38-a27b-2c296100d772" 2024-11-09T02:21:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b1b48c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37591,-1] 2024-11-09T02:21:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:12,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:12,133 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:12,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@499a676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:12,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,35301,1731118869280, seqNum=-1] 2024-11-09T02:21:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:12,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:12,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,37591,1731118869132 2024-11-09T02:21:12,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:12,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:12,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011d6588570005 connected 2024-11-09T02:21:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir so I do NOT create it in target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b 2024-11-09T02:21:12,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T02:21:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.tmp.dir so I do NOT create it in target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b 2024-11-09T02:21:12,162 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T02:21:12,162 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b 2024-11-09T02:21:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T02:21:12,162 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/cluster_8145b93f-303a-036f-09d3-396e8d93d03a, deleteOnExit=true 2024-11-09T02:21:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T02:21:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/test.cache.data in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/hadoop.log.dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T02:21:12,163 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T02:21:12,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:21:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T02:21:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/nfs.dump.dir in system properties and HBase conf 2024-11-09T02:21:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/java.io.tmpdir in system properties and HBase conf 2024-11-09T02:21:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T02:21:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T02:21:12,164 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T02:21:12,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:21:12,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:12,667 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:12,671 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:21:12,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:21:12,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:21:12,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:21:12,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:12,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:21:12,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40341b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:21:12,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@231fd69d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/java.io.tmpdir/jetty-localhost-34761-hadoop-hdfs-3_4_1-tests_jar-_-any-12200600144038770394/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:21:12,768 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32927143{HTTP/1.1, (http/1.1)}{localhost:34761} 2024-11-09T02:21:12,768 INFO [Time-limited test {}] server.Server(415): Started @331040ms 2024-11-09T02:21:13,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T02:21:13,212 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T02:21:13,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T02:21:13,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T02:21:13,214 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T02:21:13,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/hadoop.log.dir/,AVAILABLE} 2024-11-09T02:21:13,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a759102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T02:21:13,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23951614{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/java.io.tmpdir/jetty-localhost-38141-hadoop-hdfs-3_4_1-tests_jar-_-any-8940930326994536743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:21:13,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@249026b0{HTTP/1.1, (http/1.1)}{localhost:38141} 2024-11-09T02:21:13,319 INFO [Time-limited test {}] server.Server(415): Started @331591ms 2024-11-09T02:21:13,320 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T02:21:14,021 WARN [Thread-4543 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/cluster_8145b93f-303a-036f-09d3-396e8d93d03a/data/data1/current/BP-1247507555-172.17.0.3-1731118872185/current, will proceed with Du for space computation calculation, 2024-11-09T02:21:14,021 WARN [Thread-4544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/cluster_8145b93f-303a-036f-09d3-396e8d93d03a/data/data2/current/BP-1247507555-172.17.0.3-1731118872185/current, will proceed with Du for space computation calculation, 2024-11-09T02:21:14,042 WARN [Thread-4531 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T02:21:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69f6b2fa7f66f799 with lease ID 0x934897885c70ce5d: Processing first storage report for DS-460c546f-fda3-4851-ae66-d65e234be2dd from datanode DatanodeRegistration(127.0.0.1:37693, datanodeUuid=da8fb01f-0373-4540-9143-fcf31efb9ce8, infoPort=42309, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=856708785;c=1731118872185) 2024-11-09T02:21:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69f6b2fa7f66f799 with lease ID 0x934897885c70ce5d: from storage DS-460c546f-fda3-4851-ae66-d65e234be2dd node DatanodeRegistration(127.0.0.1:37693, datanodeUuid=da8fb01f-0373-4540-9143-fcf31efb9ce8, infoPort=42309, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=856708785;c=1731118872185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:21:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69f6b2fa7f66f799 with lease ID 0x934897885c70ce5d: Processing first storage report for DS-b340ee29-531f-476e-883d-123a71addffb from datanode DatanodeRegistration(127.0.0.1:37693, datanodeUuid=da8fb01f-0373-4540-9143-fcf31efb9ce8, infoPort=42309, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=856708785;c=1731118872185) 2024-11-09T02:21:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69f6b2fa7f66f799 with lease ID 0x934897885c70ce5d: from storage DS-b340ee29-531f-476e-883d-123a71addffb node DatanodeRegistration(127.0.0.1:37693, datanodeUuid=da8fb01f-0373-4540-9143-fcf31efb9ce8, infoPort=42309, infoSecurePort=0, ipcPort=45575, storageInfo=lv=-57;cid=testClusterID;nsid=856708785;c=1731118872185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T02:21:14,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b 2024-11-09T02:21:14,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741825_1001 (size=7) 2024-11-09T02:21:14,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e with version=8 2024-11-09T02:21:14,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/hbase-staging 2024-11-09T02:21:14,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T02:21:14,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:21:14,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37593 2024-11-09T02:21:14,464 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37593 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:14,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375930x0, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:14,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37593-0x1011d6588570006 connected 2024-11-09T02:21:14,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/running 2024-11-09T02:21:14,553 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e, hbase.cluster.distributed=false 2024-11-09T02:21:14,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/acl 2024-11-09T02:21:14,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-09T02:21:14,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37593 2024-11-09T02:21:14,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37593 2024-11-09T02:21:14,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-09T02:21:14,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37593 2024-11-09T02:21:14,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/53f286d3af3b:0 server-side Connection retries=45 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T02:21:14,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T02:21:14,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43643 2024-11-09T02:21:14,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43643 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:14,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436430x0, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:14,591 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43643-0x1011d6588570007 connected 2024-11-09T02:21:14,591 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436430x0, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/running 2024-11-09T02:21:14,591 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T02:21:14,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T02:21:14,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/master 2024-11-09T02:21:14,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/acl 2024-11-09T02:21:14,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-09T02:21:14,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43643 2024-11-09T02:21:14,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43643 2024-11-09T02:21:14,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-09T02:21:14,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-09T02:21:14,621 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;53f286d3af3b:37593 2024-11-09T02:21:14,621 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21702557059/backup-masters/53f286d3af3b,37593,1731118874463 2024-11-09T02:21:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059/backup-masters 2024-11-09T02:21:14,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059/backup-masters 2024-11-09T02:21:14,633 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on existing znode=/21702557059/backup-masters/53f286d3af3b,37593,1731118874463 2024-11-09T02:21:14,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21702557059/master 2024-11-09T02:21:14,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:14,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:14,644 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on existing znode=/21702557059/master 2024-11-09T02:21:14,644 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21702557059/backup-masters/53f286d3af3b,37593,1731118874463 from backup master directory 2024-11-09T02:21:14,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21702557059/backup-masters/53f286d3af3b,37593,1731118874463 2024-11-09T02:21:14,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059/backup-masters 2024-11-09T02:21:14,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059/backup-masters 2024-11-09T02:21:14,654 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:21:14,654 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=53f286d3af3b,37593,1731118874463 2024-11-09T02:21:14,657 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/hbase.id] with ID: bc359d66-4c5e-4be1-9d93-02282f50f739 2024-11-09T02:21:14,657 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/.tmp/hbase.id 2024-11-09T02:21:14,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741826_1002 (size=42) 2024-11-09T02:21:14,666 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/.tmp/hbase.id]:[hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/hbase.id] 2024-11-09T02:21:14,674 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:14,674 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T02:21:14,675 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T02:21:14,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:14,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:14,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741827_1003 (size=196) 2024-11-09T02:21:15,094 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:15,095 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T02:21:15,095 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:15,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741828_1004 (size=1189) 2024-11-09T02:21:15,101 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store 2024-11-09T02:21:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741829_1005 (size=34) 2024-11-09T02:21:15,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:15,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:21:15,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:15,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:15,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:21:15,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:15,507 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:15,507 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118875507Disabling compacts and flushes for region at 1731118875507Disabling writes for close at 1731118875507Writing region close event to WAL at 1731118875507Closed at 1731118875507 2024-11-09T02:21:15,508 WARN [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/.initializing 2024-11-09T02:21:15,508 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/WALs/53f286d3af3b,37593,1731118874463 2024-11-09T02:21:15,508 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:21:15,509 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=53f286d3af3b%2C37593%2C1731118874463, suffix=, logDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/WALs/53f286d3af3b,37593,1731118874463, archiveDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/oldWALs, maxLogs=10 2024-11-09T02:21:15,521 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/WALs/53f286d3af3b,37593,1731118874463/53f286d3af3b%2C37593%2C1731118874463.1731118875509, exclude list is [], retry=0 2024-11-09T02:21:15,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37693,DS-460c546f-fda3-4851-ae66-d65e234be2dd,DISK] 2024-11-09T02:21:15,525 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/WALs/53f286d3af3b,37593,1731118874463/53f286d3af3b%2C37593%2C1731118874463.1731118875509 2024-11-09T02:21:15,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42309:42309)] 2024-11-09T02:21:15,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:15,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:15,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,525 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T02:21:15,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:15,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:15,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T02:21:15,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:15,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:15,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T02:21:15,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:15,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:15,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T02:21:15,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:15,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:15,531 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,531 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,532 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,532 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,532 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,533 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:15,533 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T02:21:15,534 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:15,534 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73600084, jitterRate=0.09672671556472778}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:15,535 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731118875525Initializing all the Stores at 1731118875526 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118875526Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118875526Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118875526Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118875526Cleaning up temporary data from old regions at 1731118875532 (+6 ms)Region opened successfully at 1731118875534 (+2 ms) 2024-11-09T02:21:15,536 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T02:21:15,538 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdfe1fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:21:15,538 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T02:21:15,539 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T02:21:15,539 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T02:21:15,539 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T02:21:15,539 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T02:21:15,539 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T02:21:15,539 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T02:21:15,545 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T02:21:15,546 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Unable to get data of znode /21702557059/balancer because node does not exist (not necessarily an error) 2024-11-09T02:21:15,552 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21702557059/balancer already deleted, retry=false 2024-11-09T02:21:15,553 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T02:21:15,553 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Unable to get data of znode /21702557059/normalizer because node does not exist (not necessarily an error) 2024-11-09T02:21:15,563 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21702557059/normalizer already deleted, retry=false 2024-11-09T02:21:15,563 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T02:21:15,564 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Unable to get data of znode /21702557059/switch/split because node does not exist (not necessarily an error) 2024-11-09T02:21:15,573 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21702557059/switch/split already deleted, retry=false 2024-11-09T02:21:15,574 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Unable to get data of znode /21702557059/switch/merge because node does not exist (not necessarily an error) 2024-11-09T02:21:15,584 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21702557059/switch/merge already deleted, retry=false 2024-11-09T02:21:15,585 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Unable to get data of znode /21702557059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T02:21:15,594 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21702557059/snapshot-cleanup already deleted, retry=false 2024-11-09T02:21:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21702557059/running 2024-11-09T02:21:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21702557059/running 2024-11-09T02:21:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:15,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:15,605 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=53f286d3af3b,37593,1731118874463, sessionid=0x1011d6588570006, setting cluster-up flag (Was=false) 2024-11-09T02:21:15,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:15,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:15,889 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21702557059/flush-table-proc/acquired, /21702557059/flush-table-proc/reached, /21702557059/flush-table-proc/abort 2024-11-09T02:21:15,890 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,37593,1731118874463 2024-11-09T02:21:16,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:16,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:16,476 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21702557059/online-snapshot/acquired, /21702557059/online-snapshot/reached, /21702557059/online-snapshot/abort 2024-11-09T02:21:16,477 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=53f286d3af3b,37593,1731118874463 2024-11-09T02:21:16,478 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T02:21:16,479 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:16,479 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T02:21:16,479 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T02:21:16,479 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 53f286d3af3b,37593,1731118874463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/53f286d3af3b:0, corePoolSize=5, maxPoolSize=5 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/53f286d3af3b:0, corePoolSize=10, maxPoolSize=10 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:21:16,480 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731118906482 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T02:21:16,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T02:21:16,482 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,483 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:16,483 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T02:21:16,486 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T02:21:16,486 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T02:21:16,486 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T02:21:16,486 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T02:21:16,491 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T02:21:16,491 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T02:21:16,493 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118876491,5,FailOnTimeoutGroup] 2024-11-09T02:21:16,495 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118876493,5,FailOnTimeoutGroup] 2024-11-09T02:21:16,495 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,495 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T02:21:16,495 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,495 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741831_1007 (size=1321) 2024-11-09T02:21:16,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T02:21:16,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e 2024-11-09T02:21:16,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741832_1008 (size=32) 2024-11-09T02:21:16,509 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(746): ClusterId : bc359d66-4c5e-4be1-9d93-02282f50f739 2024-11-09T02:21:16,509 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T02:21:16,716 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T02:21:16,716 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T02:21:16,734 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T02:21:16,734 DEBUG [RS:0;53f286d3af3b:43643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306e2863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=53f286d3af3b/172.17.0.3:0 2024-11-09T02:21:16,748 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;53f286d3af3b:43643 2024-11-09T02:21:16,748 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T02:21:16,749 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T02:21:16,749 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T02:21:16,749 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(2659): reportForDuty to master=53f286d3af3b,37593,1731118874463 with port=43643, startcode=1731118874574 2024-11-09T02:21:16,749 DEBUG [RS:0;53f286d3af3b:43643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T02:21:16,751 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T02:21:16,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 53f286d3af3b,43643,1731118874574 2024-11-09T02:21:16,751 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37593 {}] master.ServerManager(517): Registering regionserver=53f286d3af3b,43643,1731118874574 2024-11-09T02:21:16,752 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e 2024-11-09T02:21:16,752 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44855 2024-11-09T02:21:16,752 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T02:21:16,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059/rs 2024-11-09T02:21:16,823 DEBUG [RS:0;53f286d3af3b:43643 {}] zookeeper.ZKUtil(111): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on existing znode=/21702557059/rs/53f286d3af3b,43643,1731118874574 2024-11-09T02:21:16,823 WARN [RS:0;53f286d3af3b:43643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T02:21:16,824 INFO [RS:0;53f286d3af3b:43643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:16,824 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574 2024-11-09T02:21:16,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [53f286d3af3b,43643,1731118874574] 2024-11-09T02:21:16,826 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T02:21:16,827 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T02:21:16,827 INFO [RS:0;53f286d3af3b:43643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T02:21:16,827 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,827 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T02:21:16,828 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T02:21:16,828 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/53f286d3af3b:0, corePoolSize=2, maxPoolSize=2 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/53f286d3af3b:0, corePoolSize=1, maxPoolSize=1 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:21:16,828 DEBUG [RS:0;53f286d3af3b:43643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/53f286d3af3b:0, corePoolSize=3, maxPoolSize=3 2024-11-09T02:21:16,832 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,832 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,832 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,832 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,832 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,832 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43643,1731118874574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:16,845 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T02:21:16,845 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,43643,1731118874574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,846 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,846 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.Replication(171): 53f286d3af3b,43643,1731118874574 started 2024-11-09T02:21:16,858 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:16,858 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1482): Serving as 53f286d3af3b,43643,1731118874574, RpcServer on 53f286d3af3b/172.17.0.3:43643, sessionid=0x1011d6588570007 2024-11-09T02:21:16,858 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 53f286d3af3b,43643,1731118874574 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43643,1731118874574' 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21702557059/flush-table-proc/abort' 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21702557059/flush-table-proc/acquired' 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 53f286d3af3b,43643,1731118874574 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '53f286d3af3b,43643,1731118874574' 2024-11-09T02:21:16,859 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21702557059/online-snapshot/abort' 2024-11-09T02:21:16,860 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21702557059/online-snapshot/acquired' 2024-11-09T02:21:16,860 DEBUG [RS:0;53f286d3af3b:43643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T02:21:16,860 INFO [RS:0;53f286d3af3b:43643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T02:21:16,860 INFO [RS:0;53f286d3af3b:43643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T02:21:16,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:16,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:16,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:16,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:16,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:16,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:16,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:16,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:16,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:16,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:16,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:16,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:16,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:16,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:16,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:16,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:16,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:16,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740 2024-11-09T02:21:16,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740 2024-11-09T02:21:16,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:16,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:16,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:16,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:16,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:16,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74583241, jitterRate=0.11137689650058746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731118876908Initializing all the Stores at 1731118876908Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118876908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118876909 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118876909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118876909Cleaning up temporary data from old regions at 1731118876914 (+5 ms)Region opened successfully at 1731118876917 (+3 ms) 2024-11-09T02:21:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:21:16,917 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:21:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:21:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:21:16,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:21:16,917 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:16,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118876917Disabling compacts and flushes for region at 1731118876917Disabling writes for close at 1731118876917Writing region close event to WAL at 1731118876917Closed at 1731118876917 2024-11-09T02:21:16,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:16,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T02:21:16,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T02:21:16,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:21:16,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T02:21:16,960 INFO [RS:0;53f286d3af3b:43643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T02:21:16,961 INFO [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43643%2C1731118874574, suffix=, logDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574, archiveDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/oldWALs, maxLogs=10 2024-11-09T02:21:16,974 DEBUG [RS:0;53f286d3af3b:43643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574/53f286d3af3b%2C43643%2C1731118874574.1731118876961, exclude list is [], retry=0 2024-11-09T02:21:16,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37693,DS-460c546f-fda3-4851-ae66-d65e234be2dd,DISK] 2024-11-09T02:21:16,977 INFO [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574/53f286d3af3b%2C43643%2C1731118874574.1731118876961 2024-11-09T02:21:16,977 DEBUG [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42309:42309)] 2024-11-09T02:21:17,070 DEBUG [53f286d3af3b:37593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T02:21:17,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=53f286d3af3b,43643,1731118874574 2024-11-09T02:21:17,071 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43643,1731118874574, state=OPENING 2024-11-09T02:21:17,100 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T02:21:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:17,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:17,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21702557059/meta-region-server: CHANGED 2024-11-09T02:21:17,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21702557059/meta-region-server: CHANGED 2024-11-09T02:21:17,111 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T02:21:17,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43643,1731118874574}] 2024-11-09T02:21:17,262 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:21:17,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:21:17,265 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T02:21:17,266 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:17,266 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T02:21:17,267 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C43643%2C1731118874574.meta, suffix=.meta, logDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574, archiveDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/oldWALs, maxLogs=10 2024-11-09T02:21:17,278 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574/53f286d3af3b%2C43643%2C1731118874574.meta.1731118877267.meta, exclude list is [], retry=0 2024-11-09T02:21:17,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37693,DS-460c546f-fda3-4851-ae66-d65e234be2dd,DISK] 2024-11-09T02:21:17,281 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/WALs/53f286d3af3b,43643,1731118874574/53f286d3af3b%2C43643%2C1731118874574.meta.1731118877267.meta 2024-11-09T02:21:17,281 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42309:42309)] 2024-11-09T02:21:17,281 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:17,281 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:17,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:21:17,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T02:21:17,282 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T02:21:17,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T02:21:17,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:17,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T02:21:17,282 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T02:21:17,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T02:21:17,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T02:21:17,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:17,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:17,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T02:21:17,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T02:21:17,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:17,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:17,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T02:21:17,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T02:21:17,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:17,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T02:21:17,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T02:21:17,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:17,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T02:21:17,286 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T02:21:17,287 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740 2024-11-09T02:21:17,287 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740 2024-11-09T02:21:17,288 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T02:21:17,288 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T02:21:17,288 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T02:21:17,289 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T02:21:17,289 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71713449, jitterRate=0.06861366331577301}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T02:21:17,289 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T02:21:17,289 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731118877282Writing region info on filesystem at 1731118877282Initializing all the Stores at 1731118877283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118877283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118877283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118877283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731118877283Cleaning up temporary data from old regions at 1731118877288 (+5 ms)Running coprocessor post-open hooks at 1731118877289 (+1 ms)Region opened successfully at 1731118877289 2024-11-09T02:21:17,290 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731118877262 2024-11-09T02:21:17,292 DEBUG [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T02:21:17,292 INFO [RS_OPEN_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T02:21:17,292 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,43643,1731118874574 2024-11-09T02:21:17,293 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 53f286d3af3b,43643,1731118874574, state=OPEN 2024-11-09T02:21:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21702557059/meta-region-server 2024-11-09T02:21:17,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21702557059/meta-region-server 2024-11-09T02:21:17,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=53f286d3af3b,43643,1731118874574 2024-11-09T02:21:17,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21702557059/meta-region-server: CHANGED 2024-11-09T02:21:17,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21702557059/meta-region-server: CHANGED 2024-11-09T02:21:17,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T02:21:17,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=53f286d3af3b,43643,1731118874574 in 189 msec 2024-11-09T02:21:17,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T02:21:17,303 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-09T02:21:17,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T02:21:17,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T02:21:17,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:17,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43643,1731118874574, seqNum=-1] 2024-11-09T02:21:17,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:17,305 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:17,308 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 829 msec 2024-11-09T02:21:17,308 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731118877308, completionTime=-1 2024-11-09T02:21:17,308 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T02:21:17,308 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731118937310 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731118997310 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37593,1731118874463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37593,1731118874463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,310 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37593,1731118874463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,311 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-53f286d3af3b:37593, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,311 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,311 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,312 DEBUG [master/53f286d3af3b:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.660sec 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37593,1731118874463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T02:21:17,314 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37593,1731118874463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T02:21:17,316 DEBUG [master/53f286d3af3b:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T02:21:17,316 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T02:21:17,316 INFO [master/53f286d3af3b:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=53f286d3af3b,37593,1731118874463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T02:21:17,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43ff84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:17,410 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37593,-1 for getting cluster id 2024-11-09T02:21:17,410 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:17,411 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc359d66-4c5e-4be1-9d93-02282f50f739' 2024-11-09T02:21:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc359d66-4c5e-4be1-9d93-02282f50f739" 2024-11-09T02:21:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544fcfaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37593,-1] 2024-11-09T02:21:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:17,412 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:17,412 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:17,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f74962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:17,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43643,1731118874574, seqNum=-1] 2024-11-09T02:21:17,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:17,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:17,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=53f286d3af3b,37593,1731118874463 2024-11-09T02:21:17,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49826 2024-11-09T02:21:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T02:21:17,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011d6588570008 connected 2024-11-09T02:21:17,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41143,1731118863865 2024-11-09T02:21:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11885907 2024-11-09T02:21:17,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:17,447 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:17,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:21:17,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:21:17,450 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:17,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:21:17,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:21:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:21:17,546 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:21:17,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:17,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:17,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:17,857 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac22f8e2fe3b45539de243c1f989974a, NAME => 'test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623 2024-11-09T02:21:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:21:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:18,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:18,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac22f8e2fe3b45539de243c1f989974a, disabling compactions & flushes 2024-11-09T02:21:18,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. after waiting 0 ms 2024-11-09T02:21:18,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,262 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,262 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac22f8e2fe3b45539de243c1f989974a: Waiting for close lock at 1731118878262Disabling compacts and flushes for region at 1731118878262Disabling writes for close at 1731118878262Writing region close event to WAL at 1731118878262Closed at 1731118878262 2024-11-09T02:21:18,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:21:18,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118878263"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118878263"}]},"ts":"1731118878263"} 2024-11-09T02:21:18,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:21:18,265 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:21:18,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118878265"}]},"ts":"1731118878265"} 2024-11-09T02:21:18,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:21:18,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac22f8e2fe3b45539de243c1f989974a, ASSIGN}] 2024-11-09T02:21:18,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac22f8e2fe3b45539de243c1f989974a, ASSIGN 2024-11-09T02:21:18,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac22f8e2fe3b45539de243c1f989974a, ASSIGN; state=OFFLINE, location=53f286d3af3b,41753,1731118864072; forceNewPlan=false, retain=false 2024-11-09T02:21:18,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac22f8e2fe3b45539de243c1f989974a, regionState=OPENING, regionLocation=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac22f8e2fe3b45539de243c1f989974a, ASSIGN because future has completed 2024-11-09T02:21:18,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac22f8e2fe3b45539de243c1f989974a, server=53f286d3af3b,41753,1731118864072}] 2024-11-09T02:21:18,576 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,577 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac22f8e2fe3b45539de243c1f989974a, NAME => 'test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:18,577 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:18,577 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:21:18,577 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,577 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:18,577 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,577 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,579 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,579 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac22f8e2fe3b45539de243c1f989974a columnFamilyName f 2024-11-09T02:21:18,579 DEBUG [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:18,580 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] regionserver.HStore(327): Store=ac22f8e2fe3b45539de243c1f989974a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:18,580 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,580 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac22f8e2fe3b45539de243c1f989974a columnFamilyName f1 2024-11-09T02:21:18,580 DEBUG [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:18,581 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] regionserver.HStore(327): Store=ac22f8e2fe3b45539de243c1f989974a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:18,581 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,581 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac22f8e2fe3b45539de243c1f989974a columnFamilyName norep 2024-11-09T02:21:18,581 DEBUG [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:18,582 INFO [StoreOpener-ac22f8e2fe3b45539de243c1f989974a-1 {}] regionserver.HStore(327): Store=ac22f8e2fe3b45539de243c1f989974a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:18,582 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,584 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,584 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,585 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,585 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,586 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:21:18,586 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,588 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:18,588 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac22f8e2fe3b45539de243c1f989974a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810010, jitterRate=0.1147560179233551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:21:18,588 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:18,588 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac22f8e2fe3b45539de243c1f989974a: Running coprocessor pre-open hook at 1731118878577Writing region info on filesystem at 1731118878577Initializing all the Stores at 1731118878578 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118878578Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118878578Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118878578Cleaning up temporary data from old regions at 1731118878585 (+7 ms)Running coprocessor post-open hooks at 1731118878588 (+3 ms)Region opened successfully at 1731118878588 2024-11-09T02:21:18,589 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., pid=6, masterSystemTime=1731118878573 2024-11-09T02:21:18,591 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,591 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:18,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac22f8e2fe3b45539de243c1f989974a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac22f8e2fe3b45539de243c1f989974a, server=53f286d3af3b,41753,1731118864072 because future has completed 2024-11-09T02:21:18,594 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=53f286d3af3b,41753,1731118864072, table=test, region=ac22f8e2fe3b45539de243c1f989974a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T02:21:18,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:21:18,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:21:18,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac22f8e2fe3b45539de243c1f989974a, ASSIGN in 330 msec 2024-11-09T02:21:18,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac22f8e2fe3b45539de243c1f989974a, server=53f286d3af3b,41753,1731118864072 in 174 msec 2024-11-09T02:21:18,599 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:21:18,599 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118878599"}]},"ts":"1731118878599"} 2024-11-09T02:21:18,600 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:21:18,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:21:18,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-09T02:21:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:19,602 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:21:19,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37591,1731118869132 2024-11-09T02:21:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544f55e0 2024-11-09T02:21:19,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:19,604 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:19,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:19,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:21:19,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:21:19,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:21:19,608 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:19,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:21:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:21:19,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5d63b91c5be260866c76ab6b55ee9af, NAME => 'test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f 2024-11-09T02:21:19,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:21:19,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:19,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5d63b91c5be260866c76ab6b55ee9af, disabling compactions & flushes 2024-11-09T02:21:19,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. after waiting 0 ms 2024-11-09T02:21:19,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,637 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,637 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5d63b91c5be260866c76ab6b55ee9af: Waiting for close lock at 1731118879637Disabling compacts and flushes for region at 1731118879637Disabling writes for close at 1731118879637Writing region close event to WAL at 1731118879637Closed at 1731118879637 2024-11-09T02:21:19,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:21:19,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118879638"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118879638"}]},"ts":"1731118879638"} 2024-11-09T02:21:19,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:21:19,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:21:19,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118879641"}]},"ts":"1731118879641"} 2024-11-09T02:21:19,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:21:19,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5d63b91c5be260866c76ab6b55ee9af, ASSIGN}] 2024-11-09T02:21:19,643 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5d63b91c5be260866c76ab6b55ee9af, ASSIGN 2024-11-09T02:21:19,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5d63b91c5be260866c76ab6b55ee9af, ASSIGN; state=OFFLINE, location=53f286d3af3b,35301,1731118869280; forceNewPlan=false, retain=false 2024-11-09T02:21:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:19,794 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d63b91c5be260866c76ab6b55ee9af, regionState=OPENING, regionLocation=53f286d3af3b,35301,1731118869280 2024-11-09T02:21:19,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5d63b91c5be260866c76ab6b55ee9af, ASSIGN because future has completed 2024-11-09T02:21:19,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d63b91c5be260866c76ab6b55ee9af, server=53f286d3af3b,35301,1731118869280}] 2024-11-09T02:21:19,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:19,951 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,951 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5d63b91c5be260866c76ab6b55ee9af, NAME => 'test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:19,951 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:19,951 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:21:19,951 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,951 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:19,952 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,952 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,952 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,953 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d63b91c5be260866c76ab6b55ee9af columnFamilyName f 2024-11-09T02:21:19,953 DEBUG [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:19,954 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] regionserver.HStore(327): Store=f5d63b91c5be260866c76ab6b55ee9af/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:19,954 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,954 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d63b91c5be260866c76ab6b55ee9af columnFamilyName f1 2024-11-09T02:21:19,954 DEBUG [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:19,955 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] regionserver.HStore(327): Store=f5d63b91c5be260866c76ab6b55ee9af/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:19,955 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,955 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5d63b91c5be260866c76ab6b55ee9af columnFamilyName norep 2024-11-09T02:21:19,955 DEBUG [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:19,956 INFO [StoreOpener-f5d63b91c5be260866c76ab6b55ee9af-1 {}] regionserver.HStore(327): Store=f5d63b91c5be260866c76ab6b55ee9af/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:19,956 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,956 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,956 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,957 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,957 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,957 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:21:19,958 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,959 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:19,959 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5d63b91c5be260866c76ab6b55ee9af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69960332, jitterRate=0.04249018430709839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:21:19,959 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:19,959 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5d63b91c5be260866c76ab6b55ee9af: Running coprocessor pre-open hook at 1731118879952Writing region info on filesystem at 1731118879952Initializing all the Stores at 1731118879952Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118879952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118879952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118879952Cleaning up temporary data from old regions at 1731118879957 (+5 ms)Running coprocessor post-open hooks at 1731118879959 (+2 ms)Region opened successfully at 1731118879959 2024-11-09T02:21:19,960 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af., pid=6, masterSystemTime=1731118879948 2024-11-09T02:21:19,961 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,961 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:19,961 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5d63b91c5be260866c76ab6b55ee9af, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,35301,1731118869280 2024-11-09T02:21:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5d63b91c5be260866c76ab6b55ee9af, server=53f286d3af3b,35301,1731118869280 because future has completed 2024-11-09T02:21:19,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:21:19,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5d63b91c5be260866c76ab6b55ee9af, server=53f286d3af3b,35301,1731118869280 in 167 msec 2024-11-09T02:21:19,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:21:19,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5d63b91c5be260866c76ab6b55ee9af, ASSIGN in 322 msec 2024-11-09T02:21:19,967 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:21:19,967 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118879967"}]},"ts":"1731118879967"} 2024-11-09T02:21:19,968 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:21:19,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:21:19,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 364 msec 2024-11-09T02:21:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:20,231 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:21:20,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37593,1731118874463 2024-11-09T02:21:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@530fb658 2024-11-09T02:21:20,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:20,233 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:20,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T02:21:20,235 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:21:20,235 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:20,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T02:21:20,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:21:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741835_1011 (size=902) 2024-11-09T02:21:20,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:20,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:20,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 11fde7c0adff8bb30a63ca4246bc54be, NAME => 'test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e 2024-11-09T02:21:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741836_1012 (size=39) 2024-11-09T02:21:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 11fde7c0adff8bb30a63ca4246bc54be, disabling compactions & flushes 2024-11-09T02:21:21,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. after waiting 0 ms 2024-11-09T02:21:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 11fde7c0adff8bb30a63ca4246bc54be: Waiting for close lock at 1731118881046Disabling compacts and flushes for region at 1731118881046Disabling writes for close at 1731118881046Writing region close event to WAL at 1731118881046Closed at 1731118881046 2024-11-09T02:21:21,047 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:21:21,048 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731118881047"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118881047"}]},"ts":"1731118881047"} 2024-11-09T02:21:21,049 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:21:21,050 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:21:21,050 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118881050"}]},"ts":"1731118881050"} 2024-11-09T02:21:21,051 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T02:21:21,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11fde7c0adff8bb30a63ca4246bc54be, ASSIGN}] 2024-11-09T02:21:21,052 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=11fde7c0adff8bb30a63ca4246bc54be, ASSIGN 2024-11-09T02:21:21,052 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=11fde7c0adff8bb30a63ca4246bc54be, ASSIGN; state=OFFLINE, location=53f286d3af3b,43643,1731118874574; forceNewPlan=false, retain=false 2024-11-09T02:21:21,203 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11fde7c0adff8bb30a63ca4246bc54be, regionState=OPENING, regionLocation=53f286d3af3b,43643,1731118874574 2024-11-09T02:21:21,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=11fde7c0adff8bb30a63ca4246bc54be, ASSIGN because future has completed 2024-11-09T02:21:21,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11fde7c0adff8bb30a63ca4246bc54be, server=53f286d3af3b,43643,1731118874574}] 2024-11-09T02:21:21,360 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,360 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 11fde7c0adff8bb30a63ca4246bc54be, NAME => 'test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:21,360 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:21,360 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T02:21:21,360 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,361 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:21,361 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,361 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,364 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,365 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11fde7c0adff8bb30a63ca4246bc54be columnFamilyName f 2024-11-09T02:21:21,365 DEBUG [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:21,365 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] regionserver.HStore(327): Store=11fde7c0adff8bb30a63ca4246bc54be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:21,365 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,366 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11fde7c0adff8bb30a63ca4246bc54be columnFamilyName f1 2024-11-09T02:21:21,366 DEBUG [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:21,366 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] regionserver.HStore(327): Store=11fde7c0adff8bb30a63ca4246bc54be/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:21,366 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,367 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 11fde7c0adff8bb30a63ca4246bc54be columnFamilyName norep 2024-11-09T02:21:21,367 DEBUG [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:21,367 INFO [StoreOpener-11fde7c0adff8bb30a63ca4246bc54be-1 {}] regionserver.HStore(327): Store=11fde7c0adff8bb30a63ca4246bc54be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:21,367 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,367 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,368 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,368 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,368 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,368 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:21:21,369 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,370 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:21,371 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 11fde7c0adff8bb30a63ca4246bc54be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66625437, jitterRate=-0.007203623652458191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:21:21,371 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:21,371 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 11fde7c0adff8bb30a63ca4246bc54be: Running coprocessor pre-open hook at 1731118881361Writing region info on filesystem at 1731118881361Initializing all the Stores at 1731118881361Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118881361Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118881364 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118881364Cleaning up temporary data from old regions at 1731118881368 (+4 ms)Running coprocessor post-open hooks at 1731118881371 (+3 ms)Region opened successfully at 1731118881371 2024-11-09T02:21:21,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:21,372 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be., pid=6, masterSystemTime=1731118881357 2024-11-09T02:21:21,373 DEBUG [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,373 INFO [RS_OPEN_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:21,374 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=11fde7c0adff8bb30a63ca4246bc54be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=53f286d3af3b,43643,1731118874574 2024-11-09T02:21:21,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 11fde7c0adff8bb30a63ca4246bc54be, server=53f286d3af3b,43643,1731118874574 because future has completed 2024-11-09T02:21:21,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T02:21:21,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 11fde7c0adff8bb30a63ca4246bc54be, server=53f286d3af3b,43643,1731118874574 in 170 msec 2024-11-09T02:21:21,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T02:21:21,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=11fde7c0adff8bb30a63ca4246bc54be, ASSIGN in 326 msec 2024-11-09T02:21:21,378 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:21:21,378 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118881378"}]},"ts":"1731118881378"} 2024-11-09T02:21:21,379 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T02:21:21,380 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:21:21,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-09T02:21:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T02:21:22,383 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T02:21:22,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:22,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41143,-1 for getting cluster id 2024-11-09T02:21:22,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:22,394 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '128ce231-f685-4311-9d5d-1619b219c14c' 2024-11-09T02:21:22,394 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "128ce231-f685-4311-9d5d-1619b219c14c" 2024-11-09T02:21:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53698f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41143,-1] 2024-11-09T02:21:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:22,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:22,397 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:22,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64af380f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:22,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41143,1731118863865 2024-11-09T02:21:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f1fcc33 2024-11-09T02:21:22,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:22,400 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:22,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://53f286d3af3b:37591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:21:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:21:22,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:22,407 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:37591' 2024-11-09T02:21:22,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563ad878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:22,413 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37591,-1 for getting cluster id 2024-11-09T02:21:22,413 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:22,414 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '876a02a2-f764-4d38-a27b-2c296100d772' 2024-11-09T02:21:22,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:22,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "876a02a2-f764-4d38-a27b-2c296100d772" 2024-11-09T02:21:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539a4540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37591,-1] 2024-11-09T02:21:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:22,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:22,417 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:22,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13163ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:22,418 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37591,1731118869132 2024-11-09T02:21:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f0a527e 2024-11-09T02:21:22,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:22,420 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:22,421 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T02:21:22,421 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:21:22,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:22,421 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:22,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:22,422 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T02:21:22,423 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T02:21:22,425 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T02:21:22,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:22,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T02:21:22,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:22,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:21:22,432 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148924 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [53f286d3af3b,33421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:33421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T02:21:22,474 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T02:21:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741837_1013 (size=1138) 2024-11-09T02:21:22,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:22,518 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da82f254d60cfcdcb5e8a13205a49e19, NAME => 'hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623 2024-11-09T02:21:22,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741838_1014 (size=44) 2024-11-09T02:21:22,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:22,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing da82f254d60cfcdcb5e8a13205a49e19, disabling compactions & flushes 2024-11-09T02:21:22,589 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:22,589 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:22,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. after waiting 0 ms 2024-11-09T02:21:22,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:22,590 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:22,590 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for da82f254d60cfcdcb5e8a13205a49e19: Waiting for close lock at 1731118882589Disabling compacts and flushes for region at 1731118882589Disabling writes for close at 1731118882590 (+1 ms)Writing region close event to WAL at 1731118882590Closed at 1731118882590 2024-11-09T02:21:22,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T02:21:22,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731118882591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731118882591"}]},"ts":"1731118882591"} 2024-11-09T02:21:22,597 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T02:21:22,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T02:21:22,599 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118882599"}]},"ts":"1731118882599"} 2024-11-09T02:21:22,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T02:21:22,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da82f254d60cfcdcb5e8a13205a49e19, ASSIGN}] 2024-11-09T02:21:22,606 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da82f254d60cfcdcb5e8a13205a49e19, ASSIGN 2024-11-09T02:21:22,607 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da82f254d60cfcdcb5e8a13205a49e19, ASSIGN; state=OFFLINE, location=53f286d3af3b,41753,1731118864072; forceNewPlan=false, retain=false 2024-11-09T02:21:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:22,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da82f254d60cfcdcb5e8a13205a49e19, regionState=OPENING, regionLocation=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:22,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=da82f254d60cfcdcb5e8a13205a49e19, ASSIGN because future has completed 2024-11-09T02:21:22,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da82f254d60cfcdcb5e8a13205a49e19, server=53f286d3af3b,41753,1731118864072}] 2024-11-09T02:21:22,786 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:21:22,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:22,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T02:21:22,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T02:21:22,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=53f286d3af3b%2C41753%2C1731118864072.rep, suffix=, logDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072, archiveDir=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/oldWALs, maxLogs=10 2024-11-09T02:21:22,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:22,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:23,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118882973, exclude list is [], retry=0 2024-11-09T02:21:23,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:23,051 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118882973 2024-11-09T02:21:23,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:23,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => da82f254d60cfcdcb5e8a13205a49e19, NAME => 'hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19.', STARTKEY => '', ENDKEY => ''} 2024-11-09T02:21:23,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T02:21:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T02:21:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. service=MultiRowMutationService 2024-11-09T02:21:23,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T02:21:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T02:21:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,075 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,076 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da82f254d60cfcdcb5e8a13205a49e19 columnFamilyName hfileref 2024-11-09T02:21:23,077 DEBUG [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:23,077 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] regionserver.HStore(327): Store=da82f254d60cfcdcb5e8a13205a49e19/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:23,077 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,079 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da82f254d60cfcdcb5e8a13205a49e19 columnFamilyName queue 2024-11-09T02:21:23,079 DEBUG [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:23,079 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] regionserver.HStore(327): Store=da82f254d60cfcdcb5e8a13205a49e19/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:23,079 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,081 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da82f254d60cfcdcb5e8a13205a49e19 columnFamilyName sid 2024-11-09T02:21:23,081 DEBUG [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T02:21:23,081 INFO [StoreOpener-da82f254d60cfcdcb5e8a13205a49e19-1 {}] regionserver.HStore(327): Store=da82f254d60cfcdcb5e8a13205a49e19/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T02:21:23,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T02:21:23,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T02:21:23,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened da82f254d60cfcdcb5e8a13205a49e19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65515693, jitterRate=-0.023740097880363464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T02:21:23,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:23,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for da82f254d60cfcdcb5e8a13205a49e19: Running coprocessor pre-open hook at 1731118883070Writing region info on filesystem at 1731118883070Initializing all the Stores at 1731118883070Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118883070Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118883072 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731118883072Cleaning up temporary data from old regions at 1731118883085 (+13 ms)Running coprocessor post-open hooks at 1731118883101 (+16 ms)Region opened successfully at 1731118883101 2024-11-09T02:21:23,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19., pid=10, masterSystemTime=1731118882942 2024-11-09T02:21:23,105 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:23,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:23,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=da82f254d60cfcdcb5e8a13205a49e19, regionState=OPEN, openSeqNum=2, regionLocation=53f286d3af3b,41753,1731118864072 2024-11-09T02:21:23,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure da82f254d60cfcdcb5e8a13205a49e19, server=53f286d3af3b,41753,1731118864072 because future has completed 2024-11-09T02:21:23,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T02:21:23,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure da82f254d60cfcdcb5e8a13205a49e19, server=53f286d3af3b,41753,1731118864072 in 347 msec 2024-11-09T02:21:23,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T02:21:23,126 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=da82f254d60cfcdcb5e8a13205a49e19, ASSIGN in 519 msec 2024-11-09T02:21:23,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T02:21:23,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731118883128"}]},"ts":"1731118883128"} 2024-11-09T02:21:23,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T02:21:23,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T02:21:23,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 711 msec 2024-11-09T02:21:23,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19., hostname=53f286d3af3b,41753,1731118864072, seqNum=2] 2024-11-09T02:21:23,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:23,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:23,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:21:23,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T02:21:23,464 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T02:21:23,518 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-53f286d3af3b,41753,1731118864072, ReplicationSource: 1, currentBandwidth=0 2024-11-09T02:21:23,519 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:23,519 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41753,1731118864072, seqNum=-1] 2024-11-09T02:21:23,520 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:23,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T02:21:23,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-53f286d3af3b,41753,1731118864072', locateType=CURRENT is [region=hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19., hostname=53f286d3af3b,41753,1731118864072, seqNum=2] 2024-11-09T02:21:23,525 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T02:21:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T02:21:23,528 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 53f286d3af3b,41753,1731118864072 suceeded 2024-11-09T02:21:23,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T02:21:23,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-09T02:21:23,533 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://53f286d3af3b:37591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:21:23,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1320 sec 2024-11-09T02:21:23,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T02:21:23,542 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T02:21:23,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:23,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:23,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:23,547 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:37591' 2024-11-09T02:21:23,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,556 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41143,-1 for getting cluster id 2024-11-09T02:21:23,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:23,557 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '128ce231-f685-4311-9d5d-1619b219c14c' 2024-11-09T02:21:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "128ce231-f685-4311-9d5d-1619b219c14c" 2024-11-09T02:21:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac48b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41143,-1] 2024-11-09T02:21:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:23,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,559 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ad1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,561 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2759c92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,561 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37591,-1 for getting cluster id 2024-11-09T02:21:23,561 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:23,562 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '876a02a2-f764-4d38-a27b-2c296100d772' 2024-11-09T02:21:23,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:23,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "876a02a2-f764-4d38-a27b-2c296100d772" 2024-11-09T02:21:23,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e12ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37591,-1] 2024-11-09T02:21:23,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:23,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,564 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:23,565 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b490b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,565 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37591,1731118869132 2024-11-09T02:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6409b921 2024-11-09T02:21:23,567 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:23,568 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T02:21:23,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce7829d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37591,-1 for getting cluster id 2024-11-09T02:21:23,569 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-53f286d3af3b,41753,1731118864072 (queues=1) is replicating from cluster=128ce231-f685-4311-9d5d-1619b219c14c to cluster=876a02a2-f764-4d38-a27b-2c296100d772 2024-11-09T02:21:23,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:23,569 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=53f286d3af3b%2C41753%2C1731118864072 2024-11-09T02:21:23,569 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '876a02a2-f764-4d38-a27b-2c296100d772' 2024-11-09T02:21:23,569 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-53f286d3af3b,41753,1731118864072, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:21:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "876a02a2-f764-4d38-a27b-2c296100d772" 2024-11-09T02:21:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@855080b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37591,-1] 2024-11-09T02:21:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:23,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,571 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:23,573 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26330908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,581 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086, startPosition=0, beingWritten=true 2024-11-09T02:21:23,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a4c491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37593,-1 for getting cluster id 2024-11-09T02:21:23,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:23,588 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc359d66-4c5e-4be1-9d93-02282f50f739' 2024-11-09T02:21:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc359d66-4c5e-4be1-9d93-02282f50f739" 2024-11-09T02:21:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21aca521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37593,-1] 2024-11-09T02:21:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,590 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:23,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569a4199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:23,599 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C41753%2C1731118864072 2024-11-09T02:21:23,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731118883659/Put/seqid=0 2024-11-09T02:21:23,672 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:21:23,672 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to pos 379, reset compression=false 2024-11-09T02:21:23,672 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:21:23,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741840_1016 (size=7894) 2024-11-09T02:21:23,728 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731118883727/Put/seqid=0 2024-11-09T02:21:23,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741841_1017 (size=7691) 2024-11-09T02:21:23,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@526a1384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41143,-1 for getting cluster id 2024-11-09T02:21:23,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:23,786 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '128ce231-f685-4311-9d5d-1619b219c14c' 2024-11-09T02:21:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "128ce231-f685-4311-9d5d-1619b219c14c" 2024-11-09T02:21:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afe0dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41143,-1] 2024-11-09T02:21:23,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:23,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,788 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:23,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:23,790 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41753,1731118864072, seqNum=-1] 2024-11-09T02:21:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:23,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:23,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41143,1731118863865 2024-11-09T02:21:23,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ab9fd80 2024-11-09T02:21:23,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:23,804 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2] 2024-11-09T02:21:23,812 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:21:23,834 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T02:21:23,838 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T02:21:23,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_1 for inclusion in ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T02:21:23,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:23,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_0 for inclusion in ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T02:21:23,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HRegion(2603): Flush status journal for ac22f8e2fe3b45539de243c1f989974a: 2024-11-09T02:21:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_1 2024-11-09T02:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_1 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ 2024-11-09T02:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_0 2024-11-09T02:21:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_0 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ 2024-11-09T02:21:23,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_1 into ac22f8e2fe3b45539de243c1f989974a/f as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ - updating store file list. 2024-11-09T02:21:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9653281cce714ff7b9976dbc7a403286_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:23,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ into ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:23,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_1 into ac22f8e2fe3b45539de243c1f989974a/f (new location: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_) 2024-11-09T02:21:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_1 2024-11-09T02:21:23,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_0 into ac22f8e2fe3b45539de243c1f989974a/f as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ - updating store file list. 2024-11-09T02:21:23,919 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to pos 379, reset compression=false 2024-11-09T02:21:23,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 97dff510a9934a879126d0b62d3a484c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:23,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ into ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:23,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_0 into ac22f8e2fe3b45539de243c1f989974a/f (new location: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_) 2024-11-09T02:21:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__f2p60f7kpjitvm71hpekp61bsqgiui4k4a910cn7rch8c68gb4o6unpnq34u78r2/f/hfile_0 2024-11-09T02:21:23,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:23,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:23,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,928 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:23,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2 , the old value is region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=53f286d3af3b:41753 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:21:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:21:23,929 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2 from cache 2024-11-09T02:21:23,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:43486 deadline: 1731118943930 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:43486 2024-11-09T02:21:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,35301,1731118869280, seqNum=-1] 2024-11-09T02:21:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:23,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af., hostname=53f286d3af3b,35301,1731118869280, seqNum=2] 2024-11-09T02:21:23,938 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T02:21:23,957 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T02:21:23,962 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:21:23,963 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac22f8e2fe3b45539de243c1f989974a/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118883925/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T02:21:23,969 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:21:23,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T02:21:23,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.ReplicationSink(318): Replicating [128ce231-f685-4311-9d5d-1619b219c14c] bulk loaded data 2024-11-09T02:21:23,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13ac1a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37591,-1 for getting cluster id 2024-11-09T02:21:23,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:23,990 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '876a02a2-f764-4d38-a27b-2c296100d772' 2024-11-09T02:21:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:23,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "876a02a2-f764-4d38-a27b-2c296100d772" 2024-11-09T02:21:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b1d329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37591,-1] 2024-11-09T02:21:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:23,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:23,992 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:23,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@83ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:24,032 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T02:21:24,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741837_1013 (size=7691) 2024-11-09T02:21:24,162 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to pos 687, reset compression=false 2024-11-09T02:21:24,497 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to pos 687, reset compression=false 2024-11-09T02:21:24,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741838_1014 (size=7894) 2024-11-09T02:21:24,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:24,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37591,1731118869132 2024-11-09T02:21:24,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d5433 2024-11-09T02:21:24,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:24,571 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T02:21:24,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:21:24,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:24,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,35301,1731118869280, seqNum=-1] 2024-11-09T02:21:24,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:24,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T02:21:24,602 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T02:21:24,607 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T02:21:24,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ for inclusion in f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T02:21:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:24,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ for inclusion in f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T02:21:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HRegion(2603): Flush status journal for f5d63b91c5be260866c76ab6b55ee9af: 2024-11-09T02:21:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9653281cce714ff7b9976dbc7a403286_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:21:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/2150df85372848bab16eba36412f2cd8_SeqId_4_ 2024-11-09T02:21:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 97dff510a9934a879126d0b62d3a484c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:21:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/43eca8fd38fd45a1a1d1d022f2b63f9e_SeqId_4_ 2024-11-09T02:21:24,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ into f5d63b91c5be260866c76ab6b55ee9af/f as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/2150df85372848bab16eba36412f2cd8_SeqId_4_ - updating store file list. 2024-11-09T02:21:24,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2150df85372848bab16eba36412f2cd8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:24,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/2150df85372848bab16eba36412f2cd8_SeqId_4_ into f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:24,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ into f5d63b91c5be260866c76ab6b55ee9af/f (new location: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/2150df85372848bab16eba36412f2cd8_SeqId_4_) 2024-11-09T02:21:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/9653281cce714ff7b9976dbc7a403286_SeqId_4_ 2024-11-09T02:21:24,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ into f5d63b91c5be260866c76ab6b55ee9af/f as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/43eca8fd38fd45a1a1d1d022f2b63f9e_SeqId_4_ - updating store file list. 2024-11-09T02:21:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 43eca8fd38fd45a1a1d1d022f2b63f9e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:24,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/43eca8fd38fd45a1a1d1d022f2b63f9e_SeqId_4_ into f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:24,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ into f5d63b91c5be260866c76ab6b55ee9af/f (new location: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/43eca8fd38fd45a1a1d1d022f2b63f9e_SeqId_4_) 2024-11-09T02:21:24,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__9n2kjkmumg5tradctatdu13e95hs8tnml4pbb1acu6ssuhdbq7smmc0ugpfbrp8e/f/97dff510a9934a879126d0b62d3a484c_SeqId_4_ 2024-11-09T02:21:24,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.ReplicationSink(324): Finished replicating [128ce231-f685-4311-9d5d-1619b219c14c] bulk loaded data 2024-11-09T02:21:24,934 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to pos 687, reset compression=false 2024-11-09T02:21:24,948 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:24,949 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43643,1731118874574, seqNum=-1] 2024-11-09T02:21:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:24,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:24,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be., hostname=53f286d3af3b,43643,1731118874574, seqNum=2] 2024-11-09T02:21:24,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:21:24,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T02:21:24,964 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C41753%2C1731118864072:(num 1731118866086) roll requested 2024-11-09T02:21:24,992 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, exclude list is [], retry=0 2024-11-09T02:21:24,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:25,026 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 2024-11-09T02:21:25,028 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:25,029 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 is not closed yet, will try archiving it next time 2024-11-09T02:21:25,029 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C41753%2C1731118864072.rep:(num 1731118882973) roll requested 2024-11-09T02:21:25,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12098287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41143,-1 for getting cluster id 2024-11-09T02:21:25,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:25,037 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '128ce231-f685-4311-9d5d-1619b219c14c' 2024-11-09T02:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "128ce231-f685-4311-9d5d-1619b219c14c" 2024-11-09T02:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fb5bb0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41143,-1] 2024-11-09T02:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:25,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,045 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:25,046 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bf688c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741832_1008 (size=695) 2024-11-09T02:21:25,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41143,1731118863865 2024-11-09T02:21:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c44d40c 2024-11-09T02:21:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:25,049 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:25,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://53f286d3af3b:37593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T02:21:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T02:21:25,053 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:37593' 2024-11-09T02:21:25,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:21:25,055 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a75467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,055 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37593,-1 for getting cluster id 2024-11-09T02:21:25,055 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:25,056 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc359d66-4c5e-4be1-9d93-02282f50f739' 2024-11-09T02:21:25,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:25,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc359d66-4c5e-4be1-9d93-02282f50f739" 2024-11-09T02:21:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9ec622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37593,-1] 2024-11-09T02:21:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,058 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:25,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7988e184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,059 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:25,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37593,1731118874463 2024-11-09T02:21:25,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@580eae97 2024-11-09T02:21:25,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:25,060 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:25,061 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T02:21:25,061 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T02:21:25,061 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,061 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,069 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/oldWALs/53f286d3af3b%2C41753%2C1731118864072.1731118866086 2024-11-09T02:21:25,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:25,075 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118885029, exclude list is [], retry=0 2024-11-09T02:21:25,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:25,102 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118882973 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118885029 2024-11-09T02:21:25,124 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:25,124 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118882973 is not closed yet, will try archiving it next time 2024-11-09T02:21:25,124 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 53f286d3af3b%2C41753%2C1731118864072.meta:.meta(num 1731118867022) roll requested 2024-11-09T02:21:25,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741839_1015 (size=1505) 2024-11-09T02:21:25,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T02:21:25,152 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.meta.1731118885125.meta, exclude list is [], retry=0 2024-11-09T02:21:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:21:25,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-9ad96397-7129-46eb-8b24-164d9c9a7972,DISK] 2024-11-09T02:21:25,205 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.meta.1731118867022.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.meta.1731118885125.meta 2024-11-09T02:21:25,206 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37299:37299)] 2024-11-09T02:21:25,206 DEBUG [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.meta.1731118867022.meta is not closed yet, will try archiving it next time 2024-11-09T02:21:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741834_1010 (size=3473) 2024-11-09T02:21:25,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41753 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T02:21:25,293 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T02:21:25,366 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-53f286d3af3b,41753,1731118864072, ReplicationSource: 2, currentBandwidth=0 2024-11-09T02:21:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:21:25,386 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T02:21:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T02:21:25,390 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 53f286d3af3b,41753,1731118864072 suceeded 2024-11-09T02:21:25,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T02:21:25,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 251 msec 2024-11-09T02:21:25,392 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://53f286d3af3b:37593,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T02:21:25,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 343 msec 2024-11-09T02:21:25,408 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='53f286d3af3b:37593' 2024-11-09T02:21:25,428 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16734783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,429 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37593,-1 for getting cluster id 2024-11-09T02:21:25,429 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:25,430 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc359d66-4c5e-4be1-9d93-02282f50f739' 2024-11-09T02:21:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc359d66-4c5e-4be1-9d93-02282f50f739" 2024-11-09T02:21:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6345f4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37593,-1] 2024-11-09T02:21:25,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:25,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,432 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:25,433 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a6b5420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,433 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37593,1731118874463 2024-11-09T02:21:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2483ee4f 2024-11-09T02:21:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:25,435 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T02:21:25,436 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-53f286d3af3b,41753,1731118864072 (queues=1) is replicating from cluster=128ce231-f685-4311-9d5d-1619b219c14c to cluster=bc359d66-4c5e-4be1-9d93-02282f50f739 2024-11-09T02:21:25,436 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=53f286d3af3b%2C41753%2C1731118864072 2024-11-09T02:21:25,436 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-53f286d3af3b,41753,1731118864072, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T02:21:25,437 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, startPosition=0, beingWritten=true 2024-11-09T02:21:25,449 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 to pos 687, reset compression=false 2024-11-09T02:21:25,458 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 53f286d3af3b%2C41753%2C1731118864072 2024-11-09T02:21:25,461 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 was moved to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/oldWALs/53f286d3af3b%2C41753%2C1731118864072.1731118866086 2024-11-09T02:21:25,463 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086 2024-11-09T02:21:25,464 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118866086, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T02:21:25,464 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, startPosition=0, beingWritten=true 2024-11-09T02:21:25,466 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [53f286d3af3b%2C41753%2C1731118864072.1731118866086] 2024-11-09T02:21:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T02:21:25,683 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T02:21:25,683 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:25,683 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:25,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:25,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T02:21:25,706 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731118885705/Put/seqid=0 2024-11-09T02:21:25,746 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 0, reset compression=false 2024-11-09T02:21:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741845_1021 (size=11194) 2024-11-09T02:21:25,797 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731118885797/Put/seqid=0 2024-11-09T02:21:25,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741846_1022 (size=10791) 2024-11-09T02:21:25,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a371d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,41143,-1 for getting cluster id 2024-11-09T02:21:25,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:25,843 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '128ce231-f685-4311-9d5d-1619b219c14c' 2024-11-09T02:21:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "128ce231-f685-4311-9d5d-1619b219c14c" 2024-11-09T02:21:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7407a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,41143,-1] 2024-11-09T02:21:25,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:25,846 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:25,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:25,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:25,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,41753,1731118864072, seqNum=-1] 2024-11-09T02:21:25,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:25,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T02:21:25,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,41143,1731118863865 2024-11-09T02:21:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@478fcd84 2024-11-09T02:21:25,865 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:25,867 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T02:21:25,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2] 2024-11-09T02:21:25,875 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:21:25,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T02:21:25,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T02:21:25,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_0 for inclusion in ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T02:21:25,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:25,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_1 for inclusion in ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T02:21:25,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HRegion(2603): Flush status journal for ac22f8e2fe3b45539de243c1f989974a: 2024-11-09T02:21:25,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_0 2024-11-09T02:21:25,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_0 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ 2024-11-09T02:21:25,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_1 2024-11-09T02:21:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_1 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ 2024-11-09T02:21:25,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_0 into ac22f8e2fe3b45539de243c1f989974a/f as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ - updating store file list. 2024-11-09T02:21:26,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:26,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ into ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:26,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_0 into ac22f8e2fe3b45539de243c1f989974a/f (new location: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_) 2024-11-09T02:21:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_0 2024-11-09T02:21:26,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_1 into ac22f8e2fe3b45539de243c1f989974a/f as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ - updating store file list. 2024-11-09T02:21:26,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:26,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ into ac22f8e2fe3b45539de243c1f989974a/f 2024-11-09T02:21:26,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_1 into ac22f8e2fe3b45539de243c1f989974a/f (new location: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_) 2024-11-09T02:21:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41753 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/staging/jenkins__test__m84hbkucpqmmuv3hjejq9s3sntuns4uudhjraiug9rvfu2rfkv5g770hksbmf4nm/f/hfile_1 2024-11-09T02:21:26,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:26,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:26,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:26,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:26,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2 , the old value is region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=53f286d3af3b:41753 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:21:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T02:21:26,027 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T02:21:26,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a., hostname=53f286d3af3b,41753,1731118864072, seqNum=2 from cache 2024-11-09T02:21:26,032 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T02:21:26,084 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 0, reset compression=false 2024-11-09T02:21:26,107 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:21:26,107 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac22f8e2fe3b45539de243c1f989974a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118886020/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T02:21:26,110 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T02:21:26,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T02:21:26,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.ReplicationSink(318): Replicating [128ce231-f685-4311-9d5d-1619b219c14c] bulk loaded data 2024-11-09T02:21:26,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f605ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:26,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] client.ClusterIdFetcher(90): Going to request 53f286d3af3b,37593,-1 for getting cluster id 2024-11-09T02:21:26,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T02:21:26,129 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc359d66-4c5e-4be1-9d93-02282f50f739' 2024-11-09T02:21:26,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T02:21:26,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc359d66-4c5e-4be1-9d93-02282f50f739" 2024-11-09T02:21:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11d3acb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [53f286d3af3b,37593,-1] 2024-11-09T02:21:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T02:21:26,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:26,133 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T02:21:26,132 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T02:21:26,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62176643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T02:21:26,164 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 0, reset compression=false 2024-11-09T02:21:26,180 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T02:21:26,180 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac22f8e2fe3b45539de243c1f989974a/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731118886020/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T02:21:26,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.ReplicationSink(318): Replicating [128ce231-f685-4311-9d5d-1619b219c14c] bulk loaded data 2024-11-09T02:21:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741837_1013 (size=11194) 2024-11-09T02:21:26,307 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:26,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741839_1015 (size=11194) 2024-11-09T02:21:26,380 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741838_1014 (size=10791) 2024-11-09T02:21:26,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741840_1016 (size=10791) 2024-11-09T02:21:26,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:21:26,507 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T02:21:26,510 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T02:21:26,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ for inclusion in f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T02:21:26,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:26,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ for inclusion in f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T02:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HRegion(2603): Flush status journal for f5d63b91c5be260866c76ab6b55ee9af: 2024-11-09T02:21:26,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:21:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/cffe7f6570a14c2eb72a6ad17564362c_SeqId_6_ 2024-11-09T02:21:26,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:21:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/1955f06f3cbd402f9281f06023406518_SeqId_6_ 2024-11-09T02:21:26,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ into f5d63b91c5be260866c76ab6b55ee9af/f as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/cffe7f6570a14c2eb72a6ad17564362c_SeqId_6_ - updating store file list. 2024-11-09T02:21:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cffe7f6570a14c2eb72a6ad17564362c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:26,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/cffe7f6570a14c2eb72a6ad17564362c_SeqId_6_ into f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:26,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ into f5d63b91c5be260866c76ab6b55ee9af/f (new location: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/cffe7f6570a14c2eb72a6ad17564362c_SeqId_6_) 2024-11-09T02:21:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ 2024-11-09T02:21:26,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ into f5d63b91c5be260866c76ab6b55ee9af/f as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/1955f06f3cbd402f9281f06023406518_SeqId_6_ - updating store file list. 2024-11-09T02:21:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1955f06f3cbd402f9281f06023406518_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:26,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/1955f06f3cbd402f9281f06023406518_SeqId_6_ into f5d63b91c5be260866c76ab6b55ee9af/f 2024-11-09T02:21:26,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ into f5d63b91c5be260866c76ab6b55ee9af/f (new location: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/f/1955f06f3cbd402f9281f06023406518_SeqId_6_) 2024-11-09T02:21:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/staging/jenkins.hfs.22__test__aqiqq8mpfmobob9lqkg7c6hcgo7b2ib201uqjf2k4fs2agi2p38in0lbdhtk5pin/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ 2024-11-09T02:21:26,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35301 {}] regionserver.ReplicationSink(324): Finished replicating [128ce231-f685-4311-9d5d-1619b219c14c] bulk loaded data 2024-11-09T02:21:26,696 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:26,754 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:26,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T02:21:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 53f286d3af3b,37593,1731118874463 2024-11-09T02:21:26,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3663cf2b 2024-11-09T02:21:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T02:21:26,791 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T02:21:26,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T02:21:26,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T02:21:26,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=53f286d3af3b,43643,1731118874574, seqNum=-1] 2024-11-09T02:21:26,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T02:21:26,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T02:21:26,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T02:21:26,832 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T02:21:26,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ for inclusion in 11fde7c0adff8bb30a63ca4246bc54be/f 2024-11-09T02:21:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T02:21:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:26,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ for inclusion in 11fde7c0adff8bb30a63ca4246bc54be/f 2024-11-09T02:21:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T02:21:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T02:21:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HRegion(2603): Flush status journal for 11fde7c0adff8bb30a63ca4246bc54be: 2024-11-09T02:21:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:21:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/4ac5b1639a2f4c63a9f0958d59a554c7_SeqId_4_ 2024-11-09T02:21:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T02:21:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/62c51b1eac404cc5977fc402a0384b55_SeqId_4_ 2024-11-09T02:21:26,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ into 11fde7c0adff8bb30a63ca4246bc54be/f as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/4ac5b1639a2f4c63a9f0958d59a554c7_SeqId_4_ - updating store file list. 2024-11-09T02:21:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4ac5b1639a2f4c63a9f0958d59a554c7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:26,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/4ac5b1639a2f4c63a9f0958d59a554c7_SeqId_4_ into 11fde7c0adff8bb30a63ca4246bc54be/f 2024-11-09T02:21:26,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ into 11fde7c0adff8bb30a63ca4246bc54be/f (new location: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/4ac5b1639a2f4c63a9f0958d59a554c7_SeqId_4_) 2024-11-09T02:21:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_ 2024-11-09T02:21:26,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ into 11fde7c0adff8bb30a63ca4246bc54be/f as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/62c51b1eac404cc5977fc402a0384b55_SeqId_4_ - updating store file list. 2024-11-09T02:21:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 62c51b1eac404cc5977fc402a0384b55_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T02:21:26,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/62c51b1eac404cc5977fc402a0384b55_SeqId_4_ into 11fde7c0adff8bb30a63ca4246bc54be/f 2024-11-09T02:21:26,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ into 11fde7c0adff8bb30a63ca4246bc54be/f (new location: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/f/62c51b1eac404cc5977fc402a0384b55_SeqId_4_) 2024-11-09T02:21:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/staging/jenkins.hfs.23__test__79jns029k5cq4i5mts1jjgrpkpthb6faal813fu3h6mfacpkhic085ruffkvca35/f/cc2967d63f6b4b8b8fb111834acddfb6_SeqId_6_ 2024-11-09T02:21:26,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43643 {}] regionserver.ReplicationSink(324): Finished replicating [128ce231-f685-4311-9d5d-1619b219c14c] bulk loaded data 2024-11-09T02:21:27,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:21:27,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:27,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:27,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:27,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:27,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:27,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:21:27,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1921475740, stopped=false 2024-11-09T02:21:27,056 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,37593,1731118874463 2024-11-09T02:21:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21702557059/running 2024-11-09T02:21:27,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21702557059/running 2024-11-09T02:21:27,117 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:21:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:27,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:27,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:27,117 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:27,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:27,117 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,43643,1731118874574' ***** 2024-11-09T02:21:27,117 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:21:27,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/running 2024-11-09T02:21:27,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Set watcher on znode that does not yet exist, /21702557059/running 2024-11-09T02:21:27,119 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:21:27,120 INFO [RS:0;53f286d3af3b:43643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:21:27,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:21:27,120 INFO [RS:0;53f286d3af3b:43643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:21:27,120 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(3091): Received CLOSE for 11fde7c0adff8bb30a63ca4246bc54be 2024-11-09T02:21:27,127 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,43643,1731118874574 2024-11-09T02:21:27,127 INFO [RS:0;53f286d3af3b:43643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:21:27,128 INFO [RS:0;53f286d3af3b:43643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43643. 2024-11-09T02:21:27,128 DEBUG [RS:0;53f286d3af3b:43643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:27,128 DEBUG [RS:0;53f286d3af3b:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:27,128 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:21:27,128 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:21:27,128 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:21:27,128 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 11fde7c0adff8bb30a63ca4246bc54be, disabling compactions & flushes 2024-11-09T02:21:27,129 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. after waiting 0 ms 2024-11-09T02:21:27,129 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:27,132 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:27,132 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:21:27,132 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 11fde7c0adff8bb30a63ca4246bc54be=test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be.} 2024-11-09T02:21:27,132 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 11fde7c0adff8bb30a63ca4246bc54be, 1588230740 2024-11-09T02:21:27,136 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:21:27,136 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:21:27,136 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:21:27,137 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:21:27,137 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:21:27,137 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T02:21:27,165 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:21:27,186 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:27,191 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/default/test/11fde7c0adff8bb30a63ca4246bc54be/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T02:21:27,192 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:27,193 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:21:27,193 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:27,193 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 11fde7c0adff8bb30a63ca4246bc54be: Waiting for close lock at 1731118887128Running coprocessor pre-close hooks at 1731118887128Disabling compacts and flushes for region at 1731118887128Disabling writes for close at 1731118887129 (+1 ms)Writing region close event to WAL at 1731118887163 (+34 ms)Running coprocessor post-close hooks at 1731118887192 (+29 ms)Closed at 1731118887193 (+1 ms) 2024-11-09T02:21:27,193 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be. 2024-11-09T02:21:27,207 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/info/4577129c30214b73a49b48b1e2131115 is 129, key is test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be./info:regioninfo/1731118881373/Put/seqid=0 2024-11-09T02:21:27,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741839_1015 (size=6421) 2024-11-09T02:21:27,333 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:27,533 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:27,653 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/info/4577129c30214b73a49b48b1e2131115 2024-11-09T02:21:27,685 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:27,693 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/ns/015ee27add0e42debf38aa2a613898a2 is 43, key is default/ns:d/1731118877305/Put/seqid=0 2024-11-09T02:21:27,717 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:27,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741840_1016 (size=5153) 2024-11-09T02:21:27,734 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:27,911 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:21:27,912 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:21:27,934 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:27,938 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:21:28,121 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/ns/015ee27add0e42debf38aa2a613898a2 2024-11-09T02:21:28,134 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:21:28,134 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:21:28,134 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:28,165 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/rep_barrier/9500797268024ba5be544614424507f1 is 112, key is test,,1731118880233.11fde7c0adff8bb30a63ca4246bc54be./rep_barrier:seqnumDuringOpen/1731118881373/Put/seqid=0 2024-11-09T02:21:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741841_1017 (size=5518) 2024-11-09T02:21:28,207 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/rep_barrier/9500797268024ba5be544614424507f1 2024-11-09T02:21:28,255 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/table/482069f31e0043948a5c2bc0307c5b81 is 40, key is test/table:state/1731118881378/Put/seqid=0 2024-11-09T02:21:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741842_1018 (size=5165) 2024-11-09T02:21:28,314 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:28,322 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:28,334 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:28,534 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:28,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:21:28,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,671 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:28,691 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/table/482069f31e0043948a5c2bc0307c5b81 2024-11-09T02:21:28,699 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/info/4577129c30214b73a49b48b1e2131115 as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/info/4577129c30214b73a49b48b1e2131115 2024-11-09T02:21:28,704 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/info/4577129c30214b73a49b48b1e2131115, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T02:21:28,705 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/ns/015ee27add0e42debf38aa2a613898a2 as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/ns/015ee27add0e42debf38aa2a613898a2 2024-11-09T02:21:28,722 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/ns/015ee27add0e42debf38aa2a613898a2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:21:28,725 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/rep_barrier/9500797268024ba5be544614424507f1 as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/rep_barrier/9500797268024ba5be544614424507f1 2024-11-09T02:21:28,735 DEBUG [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:28,738 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/rep_barrier/9500797268024ba5be544614424507f1, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T02:21:28,739 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/.tmp/table/482069f31e0043948a5c2bc0307c5b81 as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/table/482069f31e0043948a5c2bc0307c5b81 2024-11-09T02:21:28,746 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/table/482069f31e0043948a5c2bc0307c5b81, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:21:28,747 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1610ms, sequenceid=11, compaction requested=false 2024-11-09T02:21:28,830 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:21:28,831 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:28,831 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:21:28,831 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:28,831 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118887136Running coprocessor pre-close hooks at 1731118887136Disabling compacts and flushes for region at 1731118887136Disabling writes for close at 1731118887137 (+1 ms)Obtaining lock to block concurrent updates at 1731118887137Preparing flush snapshotting stores in 1588230740 at 1731118887137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731118887137Flushing stores of hbase:meta,,1.1588230740 at 1731118887138 (+1 ms)Flushing 1588230740/info: creating writer at 1731118887138Flushing 1588230740/info: appending metadata at 1731118887206 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731118887206Flushing 1588230740/ns: creating writer at 1731118887659 (+453 ms)Flushing 1588230740/ns: appending metadata at 1731118887692 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731118887692Flushing 1588230740/rep_barrier: creating writer at 1731118888130 (+438 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118888165 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118888165Flushing 1588230740/table: creating writer at 1731118888217 (+52 ms)Flushing 1588230740/table: appending metadata at 1731118888254 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731118888254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36771700: reopening flushed file at 1731118888698 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4d4b61: reopening flushed file at 1731118888704 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df13bef: reopening flushed file at 1731118888722 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b533f7: reopening flushed file at 1731118888738 (+16 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1610ms, sequenceid=11, compaction requested=false at 1731118888747 (+9 ms)Writing region close event to WAL at 1731118888822 (+75 ms)Running coprocessor post-close hooks at 1731118888831 (+9 ms)Closed at 1731118888831 2024-11-09T02:21:28,831 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:28,935 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,43643,1731118874574; all regions closed. 2024-11-09T02:21:28,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741834_1010 (size=2717) 2024-11-09T02:21:28,959 DEBUG [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/oldWALs 2024-11-09T02:21:28,959 INFO [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C43643%2C1731118874574.meta:.meta(num 1731118877267) 2024-11-09T02:21:28,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741833_1009 (size=1028) 2024-11-09T02:21:28,998 DEBUG [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/oldWALs 2024-11-09T02:21:28,998 INFO [RS:0;53f286d3af3b:43643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C43643%2C1731118874574:(num 1731118876961) 2024-11-09T02:21:28,998 DEBUG [RS:0;53f286d3af3b:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:28,998 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:21:28,998 INFO [RS:0;53f286d3af3b:43643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:21:28,998 INFO [RS:0;53f286d3af3b:43643 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:21:28,999 INFO [RS:0;53f286d3af3b:43643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:21:28,999 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:21:28,999 INFO [RS:0;53f286d3af3b:43643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:43643. 2024-11-09T02:21:28,999 DEBUG [RS:0;53f286d3af3b:43643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:28,999 DEBUG [RS:0;53f286d3af3b:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:28,999 DEBUG [RS:0;53f286d3af3b:43643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:29,000 INFO [RS:0;53f286d3af3b:43643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43643 2024-11-09T02:21:29,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:29,027 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:29,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059/rs 2024-11-09T02:21:29,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21702557059/rs/53f286d3af3b,43643,1731118874574 2024-11-09T02:21:29,057 INFO [RS:0;53f286d3af3b:43643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:21:29,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,43643,1731118874574] 2024-11-09T02:21:29,058 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:29,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21702557059/draining/53f286d3af3b,43643,1731118874574 already deleted, retry=false 2024-11-09T02:21:29,078 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,43643,1731118874574 expired; onlineServers=0 2024-11-09T02:21:29,078 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,37593,1731118874463' ***** 2024-11-09T02:21:29,078 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:21:29,078 INFO [M:0;53f286d3af3b:37593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:21:29,078 INFO [M:0;53f286d3af3b:37593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:21:29,078 DEBUG [M:0;53f286d3af3b:37593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:21:29,079 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:21:29,079 DEBUG [M:0;53f286d3af3b:37593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:21:29,079 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118876491 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118876491,5,FailOnTimeoutGroup] 2024-11-09T02:21:29,079 INFO [M:0;53f286d3af3b:37593 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:21:29,079 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118876493 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118876493,5,FailOnTimeoutGroup] 2024-11-09T02:21:29,079 INFO [M:0;53f286d3af3b:37593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:21:29,079 DEBUG [M:0;53f286d3af3b:37593 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:21:29,079 INFO [M:0;53f286d3af3b:37593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:21:29,079 INFO [M:0;53f286d3af3b:37593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:21:29,080 INFO [M:0;53f286d3af3b:37593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:21:29,080 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:21:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21702557059/master 2024-11-09T02:21:29,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21702557059 2024-11-09T02:21:29,088 DEBUG [M:0;53f286d3af3b:37593 {}] zookeeper.ZKUtil(347): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Unable to get data of znode /21702557059/master because node does not exist (not an error) 2024-11-09T02:21:29,088 WARN [M:0;53f286d3af3b:37593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:21:29,089 INFO [M:0;53f286d3af3b:37593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/.lastflushedseqids 2024-11-09T02:21:29,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741843_1019 (size=173) 2024-11-09T02:21:29,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:29,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43643-0x1011d6588570007, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:29,168 INFO [RS:0;53f286d3af3b:43643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:21:29,169 INFO [RS:0;53f286d3af3b:43643 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,43643,1731118874574; zookeeper connection closed. 2024-11-09T02:21:29,188 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29b665f7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29b665f7 2024-11-09T02:21:29,188 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:21:29,563 INFO [M:0;53f286d3af3b:37593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:21:29,564 INFO [M:0;53f286d3af3b:37593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:21:29,564 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:21:29,564 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:29,564 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:29,564 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:21:29,564 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:29,564 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T02:21:29,633 DEBUG [M:0;53f286d3af3b:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/861da2c30a9240118c9ee6957adecefc is 82, key is hbase:meta,,1/info:regioninfo/1731118877292/Put/seqid=0 2024-11-09T02:21:29,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741844_1020 (size=5672) 2024-11-09T02:21:29,858 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:29,905 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:30,082 INFO [M:0;53f286d3af3b:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/861da2c30a9240118c9ee6957adecefc 2024-11-09T02:21:30,121 DEBUG [M:0;53f286d3af3b:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f78ef10729034ce981cee80671bc4817 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118881380/Put/seqid=0 2024-11-09T02:21:30,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741845_1021 (size=6586) 2024-11-09T02:21:30,157 INFO [M:0;53f286d3af3b:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f78ef10729034ce981cee80671bc4817 2024-11-09T02:21:30,208 DEBUG [M:0;53f286d3af3b:37593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2822d49d742569012e2fddb046362 is 69, key is 53f286d3af3b,43643,1731118874574/rs:state/1731118876751/Put/seqid=0 2024-11-09T02:21:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741846_1022 (size=5156) 2024-11-09T02:21:30,670 INFO [M:0;53f286d3af3b:37593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2822d49d742569012e2fddb046362 2024-11-09T02:21:30,677 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/861da2c30a9240118c9ee6957adecefc as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/861da2c30a9240118c9ee6957adecefc 2024-11-09T02:21:30,689 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/861da2c30a9240118c9ee6957adecefc, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T02:21:30,693 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f78ef10729034ce981cee80671bc4817 as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f78ef10729034ce981cee80671bc4817 2024-11-09T02:21:30,700 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f78ef10729034ce981cee80671bc4817, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T02:21:30,703 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8df2822d49d742569012e2fddb046362 as hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2822d49d742569012e2fddb046362 2024-11-09T02:21:30,710 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44855/user/jenkins/test-data/3d1aa113-9539-da75-82a8-ad65e14ba56e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8df2822d49d742569012e2fddb046362, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T02:21:30,711 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1147ms, sequenceid=55, compaction requested=false 2024-11-09T02:21:30,769 INFO [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:30,770 DEBUG [M:0;53f286d3af3b:37593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118889564Disabling compacts and flushes for region at 1731118889564Disabling writes for close at 1731118889564Obtaining lock to block concurrent updates at 1731118889564Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118889564Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731118889565 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118889565Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118889565Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118889633 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118889633Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118890086 (+453 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118890120 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118890120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118890174 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118890207 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118890208 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@514dafc2: reopening flushed file at 1731118890677 (+469 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27039eb0: reopening flushed file at 1731118890690 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282f1590: reopening flushed file at 1731118890700 (+10 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1147ms, sequenceid=55, compaction requested=false at 1731118890712 (+12 ms)Writing region close event to WAL at 1731118890769 (+57 ms)Closed at 1731118890769 2024-11-09T02:21:30,792 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:30,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37693 is added to blk_1073741830_1006 (size=32770) 2024-11-09T02:21:30,807 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:21:30,807 INFO [M:0;53f286d3af3b:37593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:21:30,807 INFO [M:0;53f286d3af3b:37593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37593 2024-11-09T02:21:30,807 INFO [M:0;53f286d3af3b:37593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:21:30,846 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:30,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37593-0x1011d6588570006, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:30,999 INFO [M:0;53f286d3af3b:37593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:21:31,044 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23951614{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:21:31,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@249026b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:21:31,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:21:31,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a759102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:21:31,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/hadoop.log.dir/,STOPPED} 2024-11-09T02:21:31,049 WARN [BP-1247507555-172.17.0.3-1731118872185 heartbeating to localhost/127.0.0.1:44855 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:21:31,049 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:21:31,049 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:21:31,049 WARN [BP-1247507555-172.17.0.3-1731118872185 heartbeating to localhost/127.0.0.1:44855 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1247507555-172.17.0.3-1731118872185 (Datanode Uuid da8fb01f-0373-4540-9143-fcf31efb9ce8) service to localhost/127.0.0.1:44855 2024-11-09T02:21:31,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/cluster_8145b93f-303a-036f-09d3-396e8d93d03a/data/data1/current/BP-1247507555-172.17.0.3-1731118872185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:21:31,050 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/cluster_8145b93f-303a-036f-09d3-396e8d93d03a/data/data2/current/BP-1247507555-172.17.0.3-1731118872185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:21:31,050 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:21:31,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@231fd69d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:21:31,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32927143{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:21:31,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:21:31,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40341b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:21:31,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/758d4ea7-0ca5-7b77-81d5-c476e7e96b2b/hadoop.log.dir/,STOPPED} 2024-11-09T02:21:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:21:31,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:21:31,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:31,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:31,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:31,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:31,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:31,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:21:31,115 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=512974399, stopped=false 2024-11-09T02:21:31,116 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,37591,1731118869132 2024-11-09T02:21:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1440653331/running 2024-11-09T02:21:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1440653331/running 2024-11-09T02:21:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:31,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:31,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:21:31,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/running 2024-11-09T02:21:31,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:31,131 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Set watcher on znode that does not yet exist, /1440653331/running 2024-11-09T02:21:31,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:31,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:31,131 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,35301,1731118869280' ***** 2024-11-09T02:21:31,131 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:21:31,132 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:21:31,132 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:21:31,132 INFO [RS:0;53f286d3af3b:35301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:21:31,132 INFO [RS:0;53f286d3af3b:35301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:21:31,132 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(3091): Received CLOSE for f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:31,140 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,35301,1731118869280 2024-11-09T02:21:31,140 INFO [RS:0;53f286d3af3b:35301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:21:31,140 INFO [RS:0;53f286d3af3b:35301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:35301. 2024-11-09T02:21:31,140 DEBUG [RS:0;53f286d3af3b:35301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:31,141 DEBUG [RS:0;53f286d3af3b:35301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:31,141 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5d63b91c5be260866c76ab6b55ee9af, disabling compactions & flushes 2024-11-09T02:21:31,141 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:21:31,141 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:21:31,141 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:31,141 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:21:31,141 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:31,141 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:21:31,141 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. after waiting 0 ms 2024-11-09T02:21:31,141 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:31,148 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T02:21:31,148 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5d63b91c5be260866c76ab6b55ee9af=test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af.} 2024-11-09T02:21:31,148 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f5d63b91c5be260866c76ab6b55ee9af 2024-11-09T02:21:31,149 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:21:31,149 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:21:31,149 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:21:31,149 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:21:31,149 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:21:31,149 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T02:21:31,171 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:21:31,189 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/default/test/f5d63b91c5be260866c76ab6b55ee9af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:21:31,190 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:31,190 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:21:31,190 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:31,190 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5d63b91c5be260866c76ab6b55ee9af: Waiting for close lock at 1731118891141Running coprocessor pre-close hooks at 1731118891141Disabling compacts and flushes for region at 1731118891141Disabling writes for close at 1731118891141Writing region close event to WAL at 1731118891174 (+33 ms)Running coprocessor post-close hooks at 1731118891190 (+16 ms)Closed at 1731118891190 2024-11-09T02:21:31,191 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af. 2024-11-09T02:21:31,196 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/info/ed25660d71c741b09f5b803c5add1267 is 129, key is test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af./info:regioninfo/1731118879961/Put/seqid=0 2024-11-09T02:21:31,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741841_1017 (size=6421) 2024-11-09T02:21:31,220 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/info/ed25660d71c741b09f5b803c5add1267 2024-11-09T02:21:31,266 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/ns/26dfaf44164e454b92ee320cad2fb4c7 is 43, key is default/ns:d/1731118872072/Put/seqid=0 2024-11-09T02:21:31,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741842_1018 (size=5153) 2024-11-09T02:21:31,323 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/ns/26dfaf44164e454b92ee320cad2fb4c7 2024-11-09T02:21:31,349 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:31,362 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/rep_barrier/15ac9653c76a4c488fac20f98088e47b is 112, key is test,,1731118879605.f5d63b91c5be260866c76ab6b55ee9af./rep_barrier:seqnumDuringOpen/1731118879961/Put/seqid=0 2024-11-09T02:21:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741843_1019 (size=5518) 2024-11-09T02:21:31,549 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:31,749 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:31,802 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/rep_barrier/15ac9653c76a4c488fac20f98088e47b 2024-11-09T02:21:31,822 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:31,830 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/table/cb9409ae286d4da08344c21e91a5cb88 is 40, key is test/table:state/1731118879967/Put/seqid=0 2024-11-09T02:21:31,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741844_1020 (size=5165) 2024-11-09T02:21:31,878 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:31,909 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:21:31,909 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:21:31,949 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:32,149 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T02:21:32,149 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T02:21:32,150 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:32,236 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/table/cb9409ae286d4da08344c21e91a5cb88 2024-11-09T02:21:32,242 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/info/ed25660d71c741b09f5b803c5add1267 as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/info/ed25660d71c741b09f5b803c5add1267 2024-11-09T02:21:32,250 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/info/ed25660d71c741b09f5b803c5add1267, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T02:21:32,253 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/ns/26dfaf44164e454b92ee320cad2fb4c7 as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/ns/26dfaf44164e454b92ee320cad2fb4c7 2024-11-09T02:21:32,263 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/ns/26dfaf44164e454b92ee320cad2fb4c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:21:32,266 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/rep_barrier/15ac9653c76a4c488fac20f98088e47b as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/rep_barrier/15ac9653c76a4c488fac20f98088e47b 2024-11-09T02:21:32,277 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/rep_barrier/15ac9653c76a4c488fac20f98088e47b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T02:21:32,278 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/.tmp/table/cb9409ae286d4da08344c21e91a5cb88 as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/table/cb9409ae286d4da08344c21e91a5cb88 2024-11-09T02:21:32,287 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/table/cb9409ae286d4da08344c21e91a5cb88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T02:21:32,288 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1139ms, sequenceid=11, compaction requested=false 2024-11-09T02:21:32,288 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:21:32,350 DEBUG [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:32,369 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T02:21:32,371 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:32,371 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:21:32,371 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:32,372 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118891149Running coprocessor pre-close hooks at 1731118891149Disabling compacts and flushes for region at 1731118891149Disabling writes for close at 1731118891149Obtaining lock to block concurrent updates at 1731118891149Preparing flush snapshotting stores in 1588230740 at 1731118891149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731118891149Flushing stores of hbase:meta,,1.1588230740 at 1731118891162 (+13 ms)Flushing 1588230740/info: creating writer at 1731118891162Flushing 1588230740/info: appending metadata at 1731118891196 (+34 ms)Flushing 1588230740/info: closing flushed file at 1731118891196Flushing 1588230740/ns: creating writer at 1731118891226 (+30 ms)Flushing 1588230740/ns: appending metadata at 1731118891265 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1731118891265Flushing 1588230740/rep_barrier: creating writer at 1731118891328 (+63 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118891361 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118891361Flushing 1588230740/table: creating writer at 1731118891808 (+447 ms)Flushing 1588230740/table: appending metadata at 1731118891828 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731118891828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636b7047: reopening flushed file at 1731118892240 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a1fd255: reopening flushed file at 1731118892250 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3428629b: reopening flushed file at 1731118892263 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23849d5a: reopening flushed file at 1731118892277 (+14 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1139ms, sequenceid=11, compaction requested=false at 1731118892288 (+11 ms)Writing region close event to WAL at 1731118892351 (+63 ms)Running coprocessor post-close hooks at 1731118892371 (+20 ms)Closed at 1731118892371 2024-11-09T02:21:32,372 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:32,551 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,35301,1731118869280; all regions closed. 2024-11-09T02:21:32,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741834_1010 (size=2717) 2024-11-09T02:21:32,589 DEBUG [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/oldWALs 2024-11-09T02:21:32,589 INFO [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C35301%2C1731118869280.meta:.meta(num 1731118872027) 2024-11-09T02:21:32,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741832_1008 (size=1374) 2024-11-09T02:21:32,615 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/WALs/53f286d3af3b,35301,1731118869280/53f286d3af3b%2C35301%2C1731118869280.1731118871040 not finished, retry = 0 2024-11-09T02:21:32,717 DEBUG [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/oldWALs 2024-11-09T02:21:32,717 INFO [RS:0;53f286d3af3b:35301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 53f286d3af3b%2C35301%2C1731118869280:(num 1731118871040) 2024-11-09T02:21:32,717 DEBUG [RS:0;53f286d3af3b:35301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:32,718 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:21:32,718 INFO [RS:0;53f286d3af3b:35301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:21:32,718 INFO [RS:0;53f286d3af3b:35301 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T02:21:32,718 INFO [RS:0;53f286d3af3b:35301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:21:32,718 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:21:32,718 INFO [RS:0;53f286d3af3b:35301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:35301. 2024-11-09T02:21:32,718 DEBUG [RS:0;53f286d3af3b:35301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:32,718 DEBUG [RS:0;53f286d3af3b:35301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:32,718 DEBUG [RS:0;53f286d3af3b:35301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:32,718 INFO [RS:0;53f286d3af3b:35301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35301 2024-11-09T02:21:32,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1440653331/rs/53f286d3af3b,35301,1731118869280 2024-11-09T02:21:32,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331/rs 2024-11-09T02:21:32,804 INFO [RS:0;53f286d3af3b:35301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:21:32,888 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,35301,1731118869280] 2024-11-09T02:21:32,916 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1440653331/draining/53f286d3af3b,35301,1731118869280 already deleted, retry=false 2024-11-09T02:21:32,916 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,35301,1731118869280 expired; onlineServers=0 2024-11-09T02:21:32,916 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,37591,1731118869132' ***** 2024-11-09T02:21:32,916 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:21:32,916 INFO [M:0;53f286d3af3b:37591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:21:32,916 INFO [M:0;53f286d3af3b:37591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:21:32,916 DEBUG [M:0;53f286d3af3b:37591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:21:32,917 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T02:21:32,917 DEBUG [M:0;53f286d3af3b:37591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:21:32,917 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118870824 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118870824,5,FailOnTimeoutGroup] 2024-11-09T02:21:32,917 INFO [M:0;53f286d3af3b:37591 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:21:32,917 INFO [M:0;53f286d3af3b:37591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:21:32,917 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118870817 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118870817,5,FailOnTimeoutGroup] 2024-11-09T02:21:32,917 DEBUG [M:0;53f286d3af3b:37591 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:21:32,917 INFO [M:0;53f286d3af3b:37591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:21:32,917 INFO [M:0;53f286d3af3b:37591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:21:32,917 INFO [M:0;53f286d3af3b:37591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:21:32,917 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:21:32,928 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:32,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1440653331/master 2024-11-09T02:21:32,969 DEBUG [M:0;53f286d3af3b:37591 {}] zookeeper.ZKUtil(347): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Unable to get data of znode /1440653331/master because node does not exist (not an error) 2024-11-09T02:21:32,969 WARN [M:0;53f286d3af3b:37591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:21:32,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1440653331 2024-11-09T02:21:32,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:32,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35301-0x1011d6588570004, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:32,989 INFO [RS:0;53f286d3af3b:35301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:21:32,989 INFO [RS:0;53f286d3af3b:35301 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,35301,1731118869280; zookeeper connection closed. 2024-11-09T02:21:32,989 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:32,997 INFO [M:0;53f286d3af3b:37591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/.lastflushedseqids 2024-11-09T02:21:33,005 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61644901 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61644901 2024-11-09T02:21:33,005 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:21:33,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741845_1021 (size=173) 2024-11-09T02:21:33,456 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T02:21:33,478 INFO [M:0;53f286d3af3b:37591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:21:33,479 INFO [M:0;53f286d3af3b:37591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:21:33,479 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:21:33,479 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:33,479 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:33,479 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:21:33,479 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:33,479 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T02:21:33,518 DEBUG [M:0;53f286d3af3b:37591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e45fcf380fc420baf6ae5cdf61c9916 is 82, key is hbase:meta,,1/info:regioninfo/1731118872054/Put/seqid=0 2024-11-09T02:21:33,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741846_1022 (size=5672) 2024-11-09T02:21:33,558 INFO [M:0;53f286d3af3b:37591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e45fcf380fc420baf6ae5cdf61c9916 2024-11-09T02:21:33,598 DEBUG [M:0;53f286d3af3b:37591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20c4a7ec807749ac87532c682d53f450 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731118879970/Put/seqid=0 2024-11-09T02:21:33,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741847_1023 (size=6586) 2024-11-09T02:21:34,046 INFO [M:0;53f286d3af3b:37591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20c4a7ec807749ac87532c682d53f450 2024-11-09T02:21:34,098 DEBUG [M:0;53f286d3af3b:37591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fecff5210764f88bb80ece0d8a9d698 is 69, key is 53f286d3af3b,35301,1731118869280/rs:state/1731118870875/Put/seqid=0 2024-11-09T02:21:34,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741848_1024 (size=5156) 2024-11-09T02:21:34,170 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:34,240 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:34,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T02:21:34,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,478 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,506 INFO [M:0;53f286d3af3b:37591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fecff5210764f88bb80ece0d8a9d698 2024-11-09T02:21:34,511 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0e45fcf380fc420baf6ae5cdf61c9916 as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e45fcf380fc420baf6ae5cdf61c9916 2024-11-09T02:21:34,518 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0e45fcf380fc420baf6ae5cdf61c9916, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T02:21:34,521 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20c4a7ec807749ac87532c682d53f450 as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20c4a7ec807749ac87532c682d53f450 2024-11-09T02:21:34,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T02:21:34,526 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20c4a7ec807749ac87532c682d53f450, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T02:21:34,526 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4fecff5210764f88bb80ece0d8a9d698 as hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fecff5210764f88bb80ece0d8a9d698 2024-11-09T02:21:34,535 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46693/user/jenkins/test-data/e6153502-6764-cafc-2037-e434df46235f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4fecff5210764f88bb80ece0d8a9d698, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T02:21:34,539 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1059ms, sequenceid=55, compaction requested=false 2024-11-09T02:21:34,557 INFO [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:34,557 DEBUG [M:0;53f286d3af3b:37591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118893479Disabling compacts and flushes for region at 1731118893479Disabling writes for close at 1731118893479Obtaining lock to block concurrent updates at 1731118893479Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118893479Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731118893479Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118893480 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118893480Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118893517 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118893517Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118893563 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118893595 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118893595Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118894051 (+456 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118894095 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118894096 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b385f94: reopening flushed file at 1731118894510 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9657f9: reopening flushed file at 1731118894518 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46a0d4c3: reopening flushed file at 1731118894526 (+8 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1059ms, sequenceid=55, compaction requested=false at 1731118894539 (+13 ms)Writing region close event to WAL at 1731118894557 (+18 ms)Closed at 1731118894557 2024-11-09T02:21:34,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33729 is added to blk_1073741830_1006 (size=32770) 2024-11-09T02:21:34,595 INFO [M:0;53f286d3af3b:37591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:21:34,595 INFO [M:0;53f286d3af3b:37591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37591 2024-11-09T02:21:34,595 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:21:34,595 INFO [M:0;53f286d3af3b:37591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:21:34,715 INFO [M:0;53f286d3af3b:37591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:21:34,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:34,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37591-0x1011d6588570003, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:34,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5af007df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:21:34,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26d49f62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:21:34,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:21:34,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@116b2349{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:21:34,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir/,STOPPED} 2024-11-09T02:21:34,744 WARN [BP-796062978-172.17.0.3-1731118867245 heartbeating to localhost/127.0.0.1:46693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:21:34,744 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:21:34,744 WARN [BP-796062978-172.17.0.3-1731118867245 heartbeating to localhost/127.0.0.1:46693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-796062978-172.17.0.3-1731118867245 (Datanode Uuid cc29f5cb-8b2b-4621-8af1-af0858099ff4) service to localhost/127.0.0.1:46693 2024-11-09T02:21:34,744 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:21:34,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/cluster_6023430d-a9e8-fafc-8fc8-629a44ce141e/data/data1/current/BP-796062978-172.17.0.3-1731118867245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:21:34,745 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/cluster_6023430d-a9e8-fafc-8fc8-629a44ce141e/data/data2/current/BP-796062978-172.17.0.3-1731118867245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:21:34,745 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:21:34,762 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56af9fe4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:21:34,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75665d82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:21:34,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:21:34,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d9d2125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:21:34,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11024ece-e823-f3e5-e041-f7390812e2bb/hadoop.log.dir/,STOPPED} 2024-11-09T02:21:34,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:21:34,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T02:21:34,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:34,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:34,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:34,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:34,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:34,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T02:21:34,822 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=237681573, stopped=false 2024-11-09T02:21:34,822 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=53f286d3af3b,41143,1731118863865 2024-11-09T02:21:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931599246/running 2024-11-09T02:21:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931599246/running 2024-11-09T02:21:34,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:34,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/running 2024-11-09T02:21:34,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Set watcher on znode that does not yet exist, /01931599246/running 2024-11-09T02:21:34,839 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-09T02:21:34,839 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:34,840 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:21:34,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T02:21:34,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:34,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:34,841 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '53f286d3af3b,41753,1731118864072' ***** 2024-11-09T02:21:34,841 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T02:21:34,845 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T02:21:34,848 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for ac22f8e2fe3b45539de243c1f989974a 2024-11-09T02:21:34,849 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da82f254d60cfcdcb5e8a13205a49e19, disabling compactions & flushes 2024-11-09T02:21:34,849 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:34,849 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:34,849 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. after waiting 0 ms 2024-11-09T02:21:34,849 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:34,850 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da82f254d60cfcdcb5e8a13205a49e19 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T02:21:34,851 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T02:21:34,851 INFO [RS:0;53f286d3af3b:41753 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T02:21:34,851 INFO [RS:0;53f286d3af3b:41753 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T02:21:34,851 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: ac22f8e2fe3b45539de243c1f989974a, which we are already trying to CLOSE, but not completed yet 2024-11-09T02:21:34,851 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(959): stopping server 53f286d3af3b,41753,1731118864072 2024-11-09T02:21:34,852 INFO [RS:0;53f286d3af3b:41753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:21:34,852 INFO [RS:0;53f286d3af3b:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41753. 2024-11-09T02:21:34,852 DEBUG [RS:0;53f286d3af3b:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:34,852 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:34,852 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T02:21:34,852 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T02:21:34,852 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T02:21:34,852 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T02:21:34,858 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T02:21:34,858 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1325): Online Regions={da82f254d60cfcdcb5e8a13205a49e19=hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19., 1588230740=hbase:meta,,1.1588230740, ac22f8e2fe3b45539de243c1f989974a=test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a.} 2024-11-09T02:21:34,858 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac22f8e2fe3b45539de243c1f989974a, da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:34,869 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T02:21:34,870 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T02:21:34,870 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T02:21:34,870 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T02:21:34,870 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T02:21:34,870 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T02:21:34,890 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/.tmp/hfileref/2ca19a366e24474e9daf7b3f7c482574 is 74, key is 1/hfileref:5c0e6302843349cc9e40f1bc0f9dc889_SeqId_6_/1731118886537/DeleteColumn/seqid=0 2024-11-09T02:21:34,902 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/info/77b671df08e8437f8670f2dee0d4fb53 is 147, key is hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19./info:regioninfo/1731118883106/Put/seqid=0 2024-11-09T02:21:34,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741847_1023 (size=5489) 2024-11-09T02:21:34,917 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/.tmp/hfileref/2ca19a366e24474e9daf7b3f7c482574 2024-11-09T02:21:34,922 INFO [regionserver/53f286d3af3b:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:21:34,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741848_1024 (size=7686) 2024-11-09T02:21:34,932 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/info/77b671df08e8437f8670f2dee0d4fb53 2024-11-09T02:21:34,959 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T02:21:34,959 INFO [regionserver/53f286d3af3b:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T02:21:34,974 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/.tmp/queue/5eaa7be8d335484da5c35d3dd2ffb0cc is 153, key is 1-53f286d3af3b,41753,1731118864072/queue:53f286d3af3b%2C41753%2C1731118864072/1731118886539/Put/seqid=0 2024-11-09T02:21:34,983 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/ns/243201ba8df1478ba637e208759098cd is 43, key is default/ns:d/1731118867099/Put/seqid=0 2024-11-09T02:21:34,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741849_1025 (size=5504) 2024-11-09T02:21:34,988 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/.tmp/queue/5eaa7be8d335484da5c35d3dd2ffb0cc 2024-11-09T02:21:34,996 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/.tmp/hfileref/2ca19a366e24474e9daf7b3f7c482574 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/hfileref/2ca19a366e24474e9daf7b3f7c482574 2024-11-09T02:21:35,004 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/hfileref/2ca19a366e24474e9daf7b3f7c482574, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T02:21:35,007 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/.tmp/queue/5eaa7be8d335484da5c35d3dd2ffb0cc as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/queue/5eaa7be8d335484da5c35d3dd2ffb0cc 2024-11-09T02:21:35,012 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/queue/5eaa7be8d335484da5c35d3dd2ffb0cc, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T02:21:35,013 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for da82f254d60cfcdcb5e8a13205a49e19 in 164ms, sequenceid=17, compaction requested=false 2024-11-09T02:21:35,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741850_1026 (size=5153) 2024-11-09T02:21:35,022 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/ns/243201ba8df1478ba637e208759098cd 2024-11-09T02:21:35,057 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/replication/da82f254d60cfcdcb5e8a13205a49e19/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:21:35,058 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da82f254d60cfcdcb5e8a13205a49e19: Waiting for close lock at 1731118894849Running coprocessor pre-close hooks at 1731118894849Disabling compacts and flushes for region at 1731118894849Disabling writes for close at 1731118894849Obtaining lock to block concurrent updates at 1731118894850 (+1 ms)Preparing flush snapshotting stores in da82f254d60cfcdcb5e8a13205a49e19 at 1731118894850Finished memstore snapshotting hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731118894850Flushing stores of hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. at 1731118894851 (+1 ms)Flushing da82f254d60cfcdcb5e8a13205a49e19/hfileref: creating writer at 1731118894851Flushing da82f254d60cfcdcb5e8a13205a49e19/hfileref: appending metadata at 1731118894890 (+39 ms)Flushing da82f254d60cfcdcb5e8a13205a49e19/hfileref: closing flushed file at 1731118894890Flushing da82f254d60cfcdcb5e8a13205a49e19/queue: creating writer at 1731118894947 (+57 ms)Flushing da82f254d60cfcdcb5e8a13205a49e19/queue: appending metadata at 1731118894973 (+26 ms)Flushing da82f254d60cfcdcb5e8a13205a49e19/queue: closing flushed file at 1731118894973Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce4ae75: reopening flushed file at 1731118894994 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46439131: reopening flushed file at 1731118895004 (+10 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for da82f254d60cfcdcb5e8a13205a49e19 in 164ms, sequenceid=17, compaction requested=false at 1731118895013 (+9 ms)Writing region close event to WAL at 1731118895054 (+41 ms)Running coprocessor post-close hooks at 1731118895058 (+4 ms)Closed at 1731118895058 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731118882422.da82f254d60cfcdcb5e8a13205a49e19. 2024-11-09T02:21:35,058 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac22f8e2fe3b45539de243c1f989974a, da82f254d60cfcdcb5e8a13205a49e19 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac22f8e2fe3b45539de243c1f989974a, disabling compactions & flushes 2024-11-09T02:21:35,058 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. after waiting 0 ms 2024-11-09T02:21:35,058 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:35,080 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/rep_barrier/bc00f308ebb549e5b3a256188d23d422 is 112, key is test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a./rep_barrier:seqnumDuringOpen/1731118878591/Put/seqid=0 2024-11-09T02:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/default/test/ac22f8e2fe3b45539de243c1f989974a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T02:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T02:21:35,085 INFO [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:35,085 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac22f8e2fe3b45539de243c1f989974a: Waiting for close lock at 1731118895058Running coprocessor pre-close hooks at 1731118895058Disabling compacts and flushes for region at 1731118895058Disabling writes for close at 1731118895058Writing region close event to WAL at 1731118895076 (+18 ms)Running coprocessor post-close hooks at 1731118895085 (+9 ms)Closed at 1731118895085 2024-11-09T02:21:35,086 DEBUG [RS_CLOSE_REGION-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731118877447.ac22f8e2fe3b45539de243c1f989974a. 2024-11-09T02:21:35,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741851_1027 (size=5518) 2024-11-09T02:21:35,258 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:35,458 DEBUG [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T02:21:35,485 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:35,491 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/rep_barrier/bc00f308ebb549e5b3a256188d23d422 2024-11-09T02:21:35,500 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:21:35,501 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 688, reset compression=false 2024-11-09T02:21:35,501 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:21:35,502 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 53f286d3af3b,41753,1731118864072: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-53f286d3af3b,41753,1731118864072, walGroup=53f286d3af3b%2C41753%2C1731118864072, offset=53f286d3af3b%2C41753%2C1731118864072.1731118884964:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T02:21:35,503 ERROR [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T02:21:35,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T02:21:35,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T02:21:35,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T02:21:35,503 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T02:21:35,504 INFO [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1709178880, "init": 1048576000, "max": 2306867200, "used": 1248549632 }, "NonHeapMemoryUsage": { "committed": 211353600, "init": 7667712, "max": -1, "used": 208303456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T02:21:35,513 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=53f286d3af3b:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T02:21:35,534 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/table/2cae0cc4985c43fcb468086f8cbbc92b is 53, key is hbase:replication/table:state/1731118883128/Put/seqid=0 2024-11-09T02:21:35,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741852_1028 (size=5308) 2024-11-09T02:21:35,553 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/table/2cae0cc4985c43fcb468086f8cbbc92b 2024-11-09T02:21:35,559 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 393, reset compression=false 2024-11-09T02:21:35,568 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/info/77b671df08e8437f8670f2dee0d4fb53 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/info/77b671df08e8437f8670f2dee0d4fb53 2024-11-09T02:21:35,574 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/info/77b671df08e8437f8670f2dee0d4fb53, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T02:21:35,575 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/ns/243201ba8df1478ba637e208759098cd as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/ns/243201ba8df1478ba637e208759098cd 2024-11-09T02:21:35,578 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T02:21:35,578 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 688, reset compression=false 2024-11-09T02:21:35,578 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-53f286d3af3b,41753,1731118864072 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T02:21:35,579 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T02:21:35,588 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/ns/243201ba8df1478ba637e208759098cd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T02:21:35,591 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/rep_barrier/bc00f308ebb549e5b3a256188d23d422 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/rep_barrier/bc00f308ebb549e5b3a256188d23d422 2024-11-09T02:21:35,603 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/rep_barrier/bc00f308ebb549e5b3a256188d23d422, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T02:21:35,604 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/.tmp/table/2cae0cc4985c43fcb468086f8cbbc92b as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/table/2cae0cc4985c43fcb468086f8cbbc92b 2024-11-09T02:21:35,609 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/table/2cae0cc4985c43fcb468086f8cbbc92b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T02:21:35,610 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 740ms, sequenceid=16, compaction requested=false 2024-11-09T02:21:35,610 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T02:21:35,654 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T02:21:35,655 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T02:21:35,655 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T02:21:35,655 INFO [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:35,655 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731118894869Running coprocessor pre-close hooks at 1731118894869Disabling compacts and flushes for region at 1731118894869Disabling writes for close at 1731118894870 (+1 ms)Obtaining lock to block concurrent updates at 1731118894870Preparing flush snapshotting stores in 1588230740 at 1731118894870Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731118894870Flushing stores of hbase:meta,,1.1588230740 at 1731118894871 (+1 ms)Flushing 1588230740/info: creating writer at 1731118894871Flushing 1588230740/info: appending metadata at 1731118894902 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731118894902Flushing 1588230740/ns: creating writer at 1731118894949 (+47 ms)Flushing 1588230740/ns: appending metadata at 1731118894983 (+34 ms)Flushing 1588230740/ns: closing flushed file at 1731118894983Flushing 1588230740/rep_barrier: creating writer at 1731118895028 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731118895079 (+51 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731118895079Flushing 1588230740/table: creating writer at 1731118895508 (+429 ms)Flushing 1588230740/table: appending metadata at 1731118895534 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731118895534Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ea1c4f: reopening flushed file at 1731118895567 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bc929be: reopening flushed file at 1731118895574 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9d8234: reopening flushed file at 1731118895588 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@612c55e9: reopening flushed file at 1731118895603 (+15 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 740ms, sequenceid=16, compaction requested=false at 1731118895610 (+7 ms)Writing region close event to WAL at 1731118895632 (+22 ms)Running coprocessor post-close hooks at 1731118895655 (+23 ms)Closed at 1731118895655 2024-11-09T02:21:35,655 DEBUG [RS_CLOSE_META-regionserver/53f286d3af3b:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T02:21:35,664 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(976): stopping server 53f286d3af3b,41753,1731118864072; all regions closed. 2024-11-09T02:21:35,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741844_1020 (size=859) 2024-11-09T02:21:35,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741843_1019 (size=2791) 2024-11-09T02:21:35,680 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.rep.1731118885029 not finished, retry = 0 2024-11-09T02:21:35,734 DEBUG [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/WALs/53f286d3af3b,41753,1731118864072/53f286d3af3b%2C41753%2C1731118864072.1731118884964 to pos 688, reset compression=false 2024-11-09T02:21:35,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741842_1018 (size=696) 2024-11-09T02:21:35,790 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:35,790 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T02:21:35,790 INFO [RS:0;53f286d3af3b:41753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:21:35,790 INFO [RS:0;53f286d3af3b:41753 {}] hbase.ChoreService(370): Chore service for: regionserver/53f286d3af3b:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T02:21:35,791 INFO [RS:0;53f286d3af3b:41753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:21:35,791 INFO [regionserver/53f286d3af3b:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:21:35,791 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-53f286d3af3b,41753,1731118864072 because: Region server is closing 2024-11-09T02:21:35,791 INFO [RS:0;53f286d3af3b:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41753. 2024-11-09T02:21:35,791 DEBUG [RS:0;53f286d3af3b:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:35,791 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:35,792 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:35,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:35,892 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,1-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,1-53f286d3af3b,41753,1731118864072 terminated 2024-11-09T02:21:35,892 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-53f286d3af3b,41753,1731118864072 because: Region server is closing 2024-11-09T02:21:35,892 INFO [RS:0;53f286d3af3b:41753 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;53f286d3af3b:41753. 2024-11-09T02:21:35,892 DEBUG [RS:0;53f286d3af3b:41753 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T02:21:35,893 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:35,893 DEBUG [RS:0;53f286d3af3b:41753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T02:21:35,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T02:21:35,993 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.shipper53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 terminated 2024-11-09T02:21:35,993 INFO [RS:0;53f286d3af3b:41753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41753 2024-11-09T02:21:35,993 WARN [RS_REFRESH_PEER-regionserver/53f286d3af3b:0-0.replicationSource,2-53f286d3af3b,41753,1731118864072.replicationSource.wal-reader.53f286d3af3b%2C41753%2C1731118864072,2-53f286d3af3b,41753,1731118864072 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T02:21:36,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931599246/rs/53f286d3af3b,41753,1731118864072 2024-11-09T02:21:36,056 INFO [RS:0;53f286d3af3b:41753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:21:36,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246/rs 2024-11-09T02:21:36,058 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [53f286d3af3b,41753,1731118864072] 2024-11-09T02:21:36,077 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01931599246/draining/53f286d3af3b,41753,1731118864072 already deleted, retry=false 2024-11-09T02:21:36,077 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 53f286d3af3b,41753,1731118864072 expired; onlineServers=0 2024-11-09T02:21:36,077 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '53f286d3af3b,41143,1731118863865' ***** 2024-11-09T02:21:36,077 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T02:21:36,077 INFO [M:0;53f286d3af3b:41143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T02:21:36,077 INFO [M:0;53f286d3af3b:41143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T02:21:36,077 DEBUG [M:0;53f286d3af3b:41143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T02:21:36,078 DEBUG [M:0;53f286d3af3b:41143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T02:21:36,078 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118865823 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.small.0-1731118865823,5,FailOnTimeoutGroup] 2024-11-09T02:21:36,078 INFO [M:0;53f286d3af3b:41143 {}] hbase.ChoreService(370): Chore service for: master/53f286d3af3b:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T02:21:36,078 INFO [M:0;53f286d3af3b:41143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T02:21:36,078 DEBUG [M:0;53f286d3af3b:41143 {}] master.HMaster(1795): Stopping service threads 2024-11-09T02:21:36,078 INFO [M:0;53f286d3af3b:41143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T02:21:36,078 INFO [M:0;53f286d3af3b:41143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T02:21:36,078 DEBUG [master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118865823 {}] cleaner.HFileCleaner(306): Exit Thread[master/53f286d3af3b:0:becomeActiveMaster-HFileCleaner.large.0-1731118865823,5,FailOnTimeoutGroup] 2024-11-09T02:21:36,078 ERROR [M:0;53f286d3af3b:41143 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1905109231) connection to localhost/127.0.0.1:36239 from jenkins,5,PEWorkerGroup] 2024-11-09T02:21:36,078 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36239,5,PEWorkerGroup] 2024-11-09T02:21:36,078 INFO [M:0;53f286d3af3b:41143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T02:21:36,078 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T02:21:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01931599246/master 2024-11-09T02:21:36,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01931599246 2024-11-09T02:21:36,088 DEBUG [M:0;53f286d3af3b:41143 {}] zookeeper.ZKUtil(347): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Unable to get data of znode /01931599246/master because node does not exist (not an error) 2024-11-09T02:21:36,088 WARN [M:0;53f286d3af3b:41143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T02:21:36,088 INFO [M:0;53f286d3af3b:41143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/.lastflushedseqids 2024-11-09T02:21:36,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741853_1029 (size=263) 2024-11-09T02:21:36,111 INFO [M:0;53f286d3af3b:41143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T02:21:36,111 INFO [M:0;53f286d3af3b:41143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T02:21:36,111 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T02:21:36,111 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:36,111 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:36,111 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T02:21:36,111 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:36,111 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-09T02:21:36,138 DEBUG [M:0;53f286d3af3b:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/161b88839c8845f290ad12acd81ad290 is 82, key is hbase:meta,,1/info:regioninfo/1731118867054/Put/seqid=0 2024-11-09T02:21:36,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:36,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41753-0x1011d6588570001, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:36,167 INFO [RS:0;53f286d3af3b:41753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:21:36,168 INFO [RS:0;53f286d3af3b:41753 {}] regionserver.HRegionServer(1031): Exiting; stopping=53f286d3af3b,41753,1731118864072; zookeeper connection closed. 2024-11-09T02:21:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741854_1030 (size=5672) 2024-11-09T02:21:36,174 INFO [M:0;53f286d3af3b:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/161b88839c8845f290ad12acd81ad290 2024-11-09T02:21:36,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c8520b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c8520b6 2024-11-09T02:21:36,175 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T02:21:36,201 DEBUG [M:0;53f286d3af3b:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8c17878c354998bbec0885900882b3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731118883135/Put/seqid=0 2024-11-09T02:21:36,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741855_1031 (size=8909) 2024-11-09T02:21:36,232 INFO [M:0;53f286d3af3b:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8c17878c354998bbec0885900882b3 2024-11-09T02:21:36,272 DEBUG [M:0;53f286d3af3b:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44053eed89ce4ed09f6e4040b10e787f is 69, key is 53f286d3af3b,41753,1731118864072/rs:state/1731118865944/Put/seqid=0 2024-11-09T02:21:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741856_1032 (size=5156) 2024-11-09T02:21:36,679 INFO [M:0;53f286d3af3b:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44053eed89ce4ed09f6e4040b10e787f 2024-11-09T02:21:36,687 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/161b88839c8845f290ad12acd81ad290 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/161b88839c8845f290ad12acd81ad290 2024-11-09T02:21:36,692 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/161b88839c8845f290ad12acd81ad290, entries=8, sequenceid=112, filesize=5.5 K 2024-11-09T02:21:36,694 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b8c17878c354998bbec0885900882b3 as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8c17878c354998bbec0885900882b3 2024-11-09T02:21:36,703 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b8c17878c354998bbec0885900882b3, entries=13, sequenceid=112, filesize=8.7 K 2024-11-09T02:21:36,704 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44053eed89ce4ed09f6e4040b10e787f as hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44053eed89ce4ed09f6e4040b10e787f 2024-11-09T02:21:36,709 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36239/user/jenkins/test-data/80c915e3-6eac-6bee-71b2-56117e646623/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44053eed89ce4ed09f6e4040b10e787f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-09T02:21:36,710 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=112, compaction requested=false 2024-11-09T02:21:36,759 INFO [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T02:21:36,759 DEBUG [M:0;53f286d3af3b:41143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731118896111Disabling compacts and flushes for region at 1731118896111Disabling writes for close at 1731118896111Obtaining lock to block concurrent updates at 1731118896111Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731118896111Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731118896111Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731118896112 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731118896112Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731118896136 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731118896136Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731118896180 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731118896201 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731118896201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731118896236 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731118896271 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731118896271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f8871aa: reopening flushed file at 1731118896686 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f1341d2: reopening flushed file at 1731118896692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f7eadd: reopening flushed file at 1731118896703 (+11 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 599ms, sequenceid=112, compaction requested=false at 1731118896710 (+7 ms)Writing region close event to WAL at 1731118896758 (+48 ms)Closed at 1731118896758 2024-11-09T02:21:36,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741830_1006 (size=69055) 2024-11-09T02:21:36,786 INFO [M:0;53f286d3af3b:41143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T02:21:36,786 INFO [M:0;53f286d3af3b:41143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41143 2024-11-09T02:21:36,786 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T02:21:36,787 INFO [M:0;53f286d3af3b:41143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T02:21:36,946 INFO [M:0;53f286d3af3b:41143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T02:21:36,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:36,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1011d6588570000, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T02:21:36,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be7d588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T02:21:36,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:21:36,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:21:36,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:21:37,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir/,STOPPED} 2024-11-09T02:21:37,002 WARN [BP-800519816-172.17.0.3-1731118861500 heartbeating to localhost/127.0.0.1:36239 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T02:21:37,002 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T02:21:37,002 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T02:21:37,002 WARN [BP-800519816-172.17.0.3-1731118861500 heartbeating to localhost/127.0.0.1:36239 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-800519816-172.17.0.3-1731118861500 (Datanode Uuid 8a07d582-e2fd-4361-a7c5-1d532a3985e0) service to localhost/127.0.0.1:36239 2024-11-09T02:21:37,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/data/data1/current/BP-800519816-172.17.0.3-1731118861500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:21:37,003 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/cluster_b63b8a91-c2b7-09d8-01ac-1fe3ffa73d82/data/data2/current/BP-800519816-172.17.0.3-1731118861500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T02:21:37,003 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T02:21:37,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a02ac7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T02:21:37,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T02:21:37,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T02:21:37,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T02:21:37,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950034c5-99f4-d445-c993-04299f19b697/hadoop.log.dir/,STOPPED} 2024-11-09T02:21:37,026 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T02:21:37,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T02:21:37,077 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 533) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36239 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44855 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46693 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:46693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:44855 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1905109231) connection to localhost/127.0.0.1:36239 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:36239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49826) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36239 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:46693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44855 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36239 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 882) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=635 (was 475) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1642 (was 2903) 2024-11-09T02:21:37,077 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-09T02:21:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011d6588570002, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:21:37,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011d6588570002, quorum=127.0.0.1:49826, baseZNode=/01931599246 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:21:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011d6588570008, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:21:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011d6588570005, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T02:21:37,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011d6588570008, quorum=127.0.0.1:49826, baseZNode=/21702557059 Received Disconnected from ZooKeeper, ignoring 2024-11-09T02:21:37,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011d6588570005, quorum=127.0.0.1:49826, baseZNode=/1440653331 Received Disconnected from ZooKeeper, ignoring